-- Logs begin at Tue 2022-01-25 17:58:14 UTC, end at Tue 2022-01-25 18:57:24 UTC. -- Jan 25 18:30:12.882830 dv-cinder-826350-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 25 18:30:15.847275 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.common.config [-] Logging enabled! Jan 25 18:30:15.847919 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev429 Jan 25 18:30:15.848063 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102528) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 25 18:30:15.851391 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.common.config [-] Logging enabled! Jan 25 18:30:15.851652 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev429 Jan 25 18:30:15.851985 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102528) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 25 18:30:15.852901 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:30:15.853142 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 18:30:15.853518 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 18:30:15.853772 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 18:30:15.854037 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 18:30:15.854359 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.854785 dv-cinder-826350-1-iscsi neutron-server[102528]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 25 18:30:15.855111 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.855410 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.855707 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.856005 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.856298 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.856587 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.856882 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.857739 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.858045 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.858336 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.858627 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.858925 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.859212 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.859504 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.859794 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.860081 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] debug = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.860364 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.860803 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.861216 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.861502 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.861794 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.862116 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.862381 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.862660 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.862950 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.863285 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] host = dv-cinder-826350-1-iscsi {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.863567 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.863865 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.864158 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.864448 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.864728 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.865011 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.865302 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.865579 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.865856 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] log_file = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.866161 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.866453 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.866744 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.867046 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.867277 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.867506 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.867798 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.868090 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.868370 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.868648 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.868926 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.869205 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.869483 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.869755 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.870066 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.870358 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.870648 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.870925 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.871203 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.871478 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.871752 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.872043 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.872322 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.872599 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.872899 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.873187 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.873461 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.873739 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.874075 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.874372 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.874661 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.874949 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.875227 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.875514 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.875791 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.876068 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.876345 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] use_json = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.876621 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.876899 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.877184 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.877467 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.877744 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.878070 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.878321 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.878611 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.878885 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:15.879190 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.879489 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.879837 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.880340 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.880854 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.881348 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.881737 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.882054 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.882361 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.882662 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.882959 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.883267 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.883777 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.884256 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.884567 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.884884 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.885185 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.885489 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.885773 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.886081 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.886366 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.886653 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.886984 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.887457 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.887971 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.888515 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.889020 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.889548 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.890003 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.890339 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.890645 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.890935 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.891229 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.891531 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.891823 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.892107 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.892393 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.892689 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.892976 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.893435 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.893965 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.894496 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.894931 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.895271 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.895562 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.895864 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.896151 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.896432 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.896712 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.896997 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.897274 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.897567 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.897852 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.898161 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.898445 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.898730 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.899010 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.899288 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.899572 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.899849 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.900132 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.900413 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.900690 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.900966 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.901243 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.901521 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.901798 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.902100 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.902389 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.902667 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.902943 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.903220 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.903495 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.903775 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.904587 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.904896 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.905222 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.905511 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.905797 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.906110 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.906397 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.906680 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.906966 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.907248 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.907526 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.907822 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.908110 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.908405 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.908717 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.909003 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.909306 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.909591 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.909880 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.910194 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.910485 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.910776 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.911068 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.911369 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.911670 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.911970 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.912269 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.912570 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.912857 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.913174 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.913459 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:15.913681 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 18:30:15.913930 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102528) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 25 18:30:16.286372 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 25 18:30:16.286657 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 25 18:30:16.286968 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 25 18:30:16.287305 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 25 18:30:16.615595 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:16.615899 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:16.616175 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:16.617484 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:16.617761 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:16.618048 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:16.661461 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:16.661740 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:16.662028 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:16.676575 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:16.676860 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:16.677139 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:16.707087 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:16.707377 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:16.707652 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:16.743832 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:16.744113 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:16.744385 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.082134 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.082739 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.082739 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.082939 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.083626 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.183609 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.183933 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.184223 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.184501 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.184771 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.185116 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.185380 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.185639 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.185897 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.186207 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.186474 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.186741 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.186999 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.187251 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.187508 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.187774 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.188030 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.188297 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.188568 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.188828 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.189100 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.189356 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.189639 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.190028 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.190297 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.190544 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.190937 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102528) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 18:30:17.191178 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102528) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 18:30:17.191418 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102528) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 18:30:17.191656 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102528) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 18:30:17.191891 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102528) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 18:30:17.192128 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102528) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 18:30:17.192492 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 25 18:30:17.195631 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 25 18:30:17.199703 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 25 18:30:17.203854 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jan 25 18:30:17.205500 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 25 18:30:17.205969 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 25 18:30:17.206329 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 25 18:30:17.206714 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 25 18:30:17.209542 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 25 18:30:17.209799 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 25 18:30:17.210186 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 25 18:30:17.215461 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 25 18:30:17.242511 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 25 18:30:17.242971 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.243275 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102528) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 25 18:30:17.243638 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.245013 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102528) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 25 18:30:17.245299 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 25 18:30:17.245552 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 25 18:30:17.248867 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.249150 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.313067 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 25 18:30:17.313314 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 25 18:30:17.313556 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 25 18:30:17.313929 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 25 18:30:17.333950 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_db.sqlalchemy.engines [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102528) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 25 18:30:17.771283 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.managers [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Initializing driver for type 'gre' Jan 25 18:30:17.772174 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] gre ID ranges: [(1, 1000)] Jan 25 18:30:17.824161 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.managers [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Initializing driver for type 'local' Jan 25 18:30:17.824684 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.managers [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Initializing driver for type 'vlan' Jan 25 18:30:17.837647 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] VlanTypeDriver initialization complete Jan 25 18:30:17.837988 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.managers [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Initializing driver for type 'vxlan' Jan 25 18:30:17.838492 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] vxlan ID ranges: [(1, 1000)] Jan 25 18:30:17.890169 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.managers [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Initializing extension driver 'port_security' Jan 25 18:30:17.890562 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.extensions.port_security [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] PortSecurityExtensionDriver initialization complete Jan 25 18:30:17.890896 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.managers [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Initializing mechanism driver 'openvswitch' Jan 25 18:30:17.891224 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.managers [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Initializing mechanism driver 'hyperv' Jan 25 18:30:17.897767 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.plugin [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:30:17.898476 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > port after_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.898853 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > port after_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.899218 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > port after_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.899744 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102528) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 18:30:17.900188 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > subnet after_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.900548 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > subnet after_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.900893 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.901310 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102528) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 18:30:17.901732 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > network after_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.902111 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > network after_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.902460 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > network after_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.902857 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102528) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 18:30:17.903266 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > security_group after_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.903627 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > security_group after_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.904504 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.905045 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102528) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 18:30:17.905466 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.905819 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.906191 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.906611 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102528) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 18:30:17.907035 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > address_group after_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.907393 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > address_group after_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.907738 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.908144 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102528) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 18:30:17.908590 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] ML2 OVO RPC backend initialized. {{(pid=102528) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 25 18:30:17.909308 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.909667 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.910116 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > network before_response 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.910471 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > networks before_response 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.910832 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > port before_response 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.911178 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > ports before_response 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.911524 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > subnet before_response 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.911867 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > subnets before_response 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.912226 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > network after_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.912571 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > network after_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.912911 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > network after_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.913254 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > port after_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.913594 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > port after_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.913933 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > port after_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.914304 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > subnet after_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.914644 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > subnet after_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.914983 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.922793 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.quota [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded quota_driver: . Jan 25 18:30:17.923160 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.plugin [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Modular L2 Plugin initialization complete Jan 25 18:30:17.923514 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading services supported by the core plugin {{(pid=102528) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 25 18:30:17.923860 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.plugins.ml2.managers [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Got port-security extension from driver 'port_security' Jan 25 18:30:17.924337 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.extensions.vlantransparent [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Disabled vlantransparent extension. Jan 25 18:30:17.924840 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102528) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 25 18:30:17.925170 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading Plugin: router Jan 25 18:30:17.964195 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.964528 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > router after_create 55549900 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.964898 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > router before_create 55549900 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.965260 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.965634 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.965992 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > router after_delete 55549900 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.966918 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.967271 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.967638 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > router after_create 55549900 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.967987 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > router after_update 55549900 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.968338 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > router after_update 55549900 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.968690 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.969053 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > router after_update 55549900 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.969467 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > router precommit_update 55549900 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.969840 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: port after_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.970204 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: port after_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.970547 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: subnet after_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.970889 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.971239 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.971587 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > router precommit_create 55549900 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.971939 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: port before_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.972285 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > router precommit_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.972644 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > router after_update 55549900 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.972990 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.973341 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > router precommit_create 55549900 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.973705 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.974077 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > router precommit_update 55549900 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.974444 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > agent after_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.974798 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > agent after_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.975144 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > network after_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.975999 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Tracking information for resource: router configured {{(pid=102528) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 18:30:17.976334 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Tracking information for resource: floatingip configured {{(pid=102528) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 18:30:17.981384 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.db.l3_agentschedulers_db [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 25 18:30:17.982603 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: port after_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.982976 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: port after_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.983334 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: port after_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.983689 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: port after_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.984619 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > router before_create 55550100 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.984990 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.985358 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > router precommit_create 55550100 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.985718 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > router precommit_update 55550100 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:17.990479 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.services.provider_configuration [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Service providers = [] {{(pid=102528) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 25 18:30:17.990850 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.db.servicetype_db [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102528) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 25 18:30:17.993786 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.services.service_base [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102528) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 18:30:17.994175 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.services.service_base [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102528) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 18:30:17.994526 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.services.service_base [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102528) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 18:30:17.995413 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.services.service_base [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102528) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 18:30:17.995788 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.services.service_base [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 25 18:30:17.996163 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102528) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 18:30:17.996486 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 25 18:30:18.007334 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102528) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 18:30:18.007676 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading Plugin: auto_allocate Jan 25 18:30:18.013600 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: network precommit_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:18.013974 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: network precommit_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:18.014533 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102528) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 18:30:18.014859 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading Plugin: tag Jan 25 18:30:18.021447 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102528) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 18:30:18.021776 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading Plugin: timestamp Jan 25 18:30:18.025813 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102528) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 18:30:18.026192 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading Plugin: network_ip_availability Jan 25 18:30:18.032182 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:18.032559 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:18.032923 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:18.033629 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102528) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 18:30:18.033954 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading Plugin: flavors Jan 25 18:30:18.038788 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102528) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 18:30:18.039124 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading Plugin: revisions Jan 25 18:30:18.043450 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102528) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 18:30:18.043849 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_concurrency.lockutils [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.757s {{(pid=102528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 25 18:30:18.045155 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102528) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 25 18:30:18.045502 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Initializing extension manager. Jan 25 18:30:18.046051 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: __init__.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.046403 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: __pycache__ {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.046744 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.047087 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: address_group.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.047843 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.048414 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: address-group Jan 25 18:30:18.048743 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: address_scope.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.049458 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.049971 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: address-scope Jan 25 18:30:18.050323 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.051251 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.051763 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: router-admin-state-down-before-update Jan 25 18:30:18.052092 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: agent.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.052981 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.053507 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: agent Jan 25 18:30:18.053838 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: agent_resources_synced.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.054774 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.055289 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: agent-resources-synced Jan 25 18:30:18.055616 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: allowedaddresspairs.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.057407 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.057932 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: allowed-address-pairs Jan 25 18:30:18.058292 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: auto_allocated_topology.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.059382 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.059906 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: auto-allocated-topology Jan 25 18:30:18.060260 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: availability_zone.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.060957 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.061466 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: availability_zone Jan 25 18:30:18.061791 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: availability_zone_filter.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.062730 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.063238 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: availability_zone_filter Jan 25 18:30:18.063562 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: data_plane_status.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.064471 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.064977 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension data-plane-status not supported by any of loaded plugins Jan 25 18:30:18.065302 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: default_subnetpools.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.066240 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.066752 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: default-subnetpools Jan 25 18:30:18.067083 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.067893 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.068405 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: dhcp_agent_scheduler Jan 25 18:30:18.068730 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: dns.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.069662 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.070198 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension dns-integration not supported by any of loaded plugins Jan 25 18:30:18.070531 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: dns_domain_ports.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.071451 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.071956 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 25 18:30:18.072284 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.073206 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.073712 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 25 18:30:18.074061 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: dvr.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.074742 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.075250 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: dvr Jan 25 18:30:18.075576 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: ecmp_routes.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.076513 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.077025 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 25 18:30:18.077603 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: empty_string_filtering.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.078534 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.079052 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: empty-string-filtering Jan 25 18:30:18.079381 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.080291 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.080800 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 25 18:30:18.081126 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.082061 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.082573 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 25 18:30:18.083082 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: external_net.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.083793 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.084306 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: external-net Jan 25 18:30:18.084631 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.085538 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.086063 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: extra_dhcp_opt Jan 25 18:30:18.086390 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: extraroute.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.087301 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.087809 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: extraroute Jan 25 18:30:18.088132 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: extraroute_atomic.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.089174 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.089687 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: extraroute-atomic Jan 25 18:30:18.090048 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: filter_validation.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.090706 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.091215 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: filter-validation Jan 25 18:30:18.092048 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: fip_pf_description.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.092965 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.093472 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 25 18:30:18.093796 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: fip_port_details.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.094732 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.095241 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: fip-port-details Jan 25 18:30:18.095570 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: flavors.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.096806 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.097335 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: flavors Jan 25 18:30:18.097665 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.099400 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.099926 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 25 18:30:18.100261 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: floatingip_pools.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.100966 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.101480 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: floatingip-pools Jan 25 18:30:18.101811 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: ip_allocation.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.102775 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.103285 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension ip_allocation not supported by any of loaded plugins Jan 25 18:30:18.103614 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.104541 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.105057 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: ip-substring-filtering Jan 25 18:30:18.105386 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: l2_adjacency.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.106358 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.107004 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 25 18:30:18.107850 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: l3.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.108815 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.109335 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: router Jan 25 18:30:18.109666 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.112058 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.112590 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 25 18:30:18.112928 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.113856 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.114413 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: ext-gw-mode Jan 25 18:30:18.114750 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.115674 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.116184 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: l3-ha Jan 25 18:30:18.116513 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: l3_flavors.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.117429 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.117944 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: l3-flavors Jan 25 18:30:18.118300 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.119218 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.119727 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 25 18:30:18.120055 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: l3agentscheduler.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.121091 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.121609 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: l3_agent_scheduler Jan 25 18:30:18.121943 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: local_ip.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.123812 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.124343 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension local_ip not supported by any of loaded plugins Jan 25 18:30:18.124678 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: logging.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.126214 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.126748 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension logging not supported by any of loaded plugins Jan 25 18:30:18.127087 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: metering.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.127840 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.128426 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: metering Jan 25 18:30:18.128761 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.129855 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.130421 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: metering_source_and_destination_fields Jan 25 18:30:18.130755 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: multiprovidernet.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.131684 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.132200 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: multi-provider Jan 25 18:30:18.132530 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: netmtu.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.133445 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.133957 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: net-mtu Jan 25 18:30:18.134322 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: netmtu_writable.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.135234 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.135745 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: net-mtu-writable Jan 25 18:30:18.136073 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: network_availability_zone.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.136747 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.137254 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: network_availability_zone Jan 25 18:30:18.137586 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: network_ip_availability.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.138769 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.139288 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: network-ip-availability Jan 25 18:30:18.139617 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: network_segment_range.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.140381 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.140889 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension network-segment-range not supported by any of loaded plugins Jan 25 18:30:18.141215 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: pagination.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.142228 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.142564 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: pagination Jan 25 18:30:18.142889 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: port_device_profile.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.143817 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.144332 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: port-device-profile Jan 25 18:30:18.144657 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.145593 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.146144 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: port-mac-address-regenerate Jan 25 18:30:18.146472 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.147519 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.148032 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: port-numa-affinity-policy Jan 25 18:30:18.148358 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: port_resource_request.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.149271 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.149775 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension port-resource-request not supported by any of loaded plugins Jan 25 18:30:18.150128 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: port_resource_request_groups.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.151092 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.151597 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 25 18:30:18.151920 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: portbindings.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.152843 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.153349 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: binding Jan 25 18:30:18.153671 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: portbindings_extended.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.155489 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.156009 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: binding-extended Jan 25 18:30:18.156340 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: portsecurity.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.157262 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.157775 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: port-security Jan 25 18:30:18.158143 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: project_id.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.159117 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.159449 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: project-id Jan 25 18:30:18.159779 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: providernet.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.160698 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.161212 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: provider Jan 25 18:30:18.161537 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: qos.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.165159 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.165685 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension qos not supported by any of loaded plugins Jan 25 18:30:18.166047 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.167309 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.167824 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 25 18:30:18.168161 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.169080 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.170168 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 25 18:30:18.170497 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: qos_default.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.171413 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.171928 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension qos-default not supported by any of loaded plugins Jan 25 18:30:18.172256 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: qos_fip.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.173173 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.173688 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension qos-fip not supported by any of loaded plugins Jan 25 18:30:18.174029 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.174965 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.175481 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 25 18:30:18.175962 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: qos_gateway_ip.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.177017 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.177537 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 25 18:30:18.180522 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: qos_port_network_policy.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.180522 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.180522 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 25 18:30:18.180522 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.180879 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.181232 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 25 18:30:18.181908 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: qos_pps_rule.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.182998 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.183885 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension qos-pps not supported by any of loaded plugins Jan 25 18:30:18.183993 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: qos_rule_type_details.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.185382 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.185491 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 25 18:30:18.185750 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: qos_rules_alias.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.186936 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.187452 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 25 18:30:18.187783 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: quota_check_limit.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.188709 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.189225 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: quota-check-limit Jan 25 18:30:18.189553 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: quotasv2.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.190510 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.190842 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: quotas Jan 25 18:30:18.191165 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: quotasv2_detail.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.192999 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.193341 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: quota_details Jan 25 18:30:18.193678 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: rbac.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.194764 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.195294 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: rbac-policies Jan 25 18:30:18.195629 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: rbac_address_group.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.196560 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.197081 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: rbac-address-group Jan 25 18:30:18.197408 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: rbac_address_scope.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.198368 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.198882 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: rbac-address-scope Jan 25 18:30:18.199207 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: rbac_security_groups.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.200118 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.200647 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: rbac-security-groups Jan 25 18:30:18.200976 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: rbac_subnetpool.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.201891 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.202698 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: rbac-subnetpool Jan 25 18:30:18.203027 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: revisionifmatch.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.203947 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.204459 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: revision-if-match Jan 25 18:30:18.204784 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: revisions.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.205906 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.206460 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: standard-attr-revisions Jan 25 18:30:18.206787 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: router_availability_zone.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.207463 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.207980 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: router_availability_zone Jan 25 18:30:18.208304 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: routerservicetype.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.209227 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.209737 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension router-service-type not supported by any of loaded plugins Jan 25 18:30:18.210096 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.211091 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.211609 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: security-groups-normalized-cidr Jan 25 18:30:18.211935 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.212856 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.213370 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: port-security-groups-filtering Jan 25 18:30:18.213696 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.214708 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.215174 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: security-groups-remote-address-group Jan 25 18:30:18.215497 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.216954 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.217466 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: security-groups-shared-filtering Jan 25 18:30:18.217791 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.218410 dv-cinder-826350-1-iscsi neutron-server[102528]: WARNING neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 25 18:30:18.218734 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: securitygroup.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.228428 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.228967 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: security-group Jan 25 18:30:18.229307 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: segment.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.230141 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.230661 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension segment not supported by any of loaded plugins Jan 25 18:30:18.230995 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.231980 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.233002 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 25 18:30:18.233333 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: servicetype.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.234468 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.234991 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: service-type Jan 25 18:30:18.235323 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: sorting.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.236311 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.236648 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: sorting Jan 25 18:30:18.236977 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: standard_attr_segment.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.237894 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.238454 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 25 18:30:18.238782 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: standardattrdescription.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.239435 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.239947 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: standard-attr-description Jan 25 18:30:18.240275 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: stateful_security_group.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.241203 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.241721 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: stateful-security-group Jan 25 18:30:18.242070 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: stdattrs_common.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.242645 dv-cinder-826350-1-iscsi neutron-server[102528]: WARNING neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 25 18:30:18.242969 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.243897 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.244413 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 25 18:30:18.244738 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: subnet_onboard.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.245821 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.246382 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: subnet_onboard Jan 25 18:30:18.246709 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.247664 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.248182 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 25 18:30:18.248507 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: subnet_service_types.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.249452 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.249983 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: subnet-service-types Jan 25 18:30:18.250335 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: subnetallocation.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.251444 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.251963 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: subnet_allocation Jan 25 18:30:18.252288 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.252955 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.253468 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: subnetpool-prefix-ops Jan 25 18:30:18.253792 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.254747 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.255258 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 25 18:30:18.255581 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: tagging.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.256659 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.257177 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: standard-attr-tag Jan 25 18:30:18.257503 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: timestamp.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.258762 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.259287 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loaded extension: standard-attr-timestamp Jan 25 18:30:18.259620 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: trunk.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.260664 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.261183 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension trunk not supported by any of loaded plugins Jan 25 18:30:18.261514 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: trunk_details.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.262467 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.262982 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension trunk-details not supported by any of loaded plugins Jan 25 18:30:18.263343 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: uplink_status_propagation.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.264516 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.265027 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 25 18:30:18.265355 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Loading extension file: vlantransparent.py {{(pid=102528) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 18:30:18.266043 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102528) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 18:30:18.266558 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 25 18:30:18.269068 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Creating instance of TrackedResource for resource:network Jan 25 18:30:18.269594 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Creating instance of TrackedResource for resource:subnet Jan 25 18:30:18.269997 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 18:30:18.270423 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Creating instance of TrackedResource for resource:port Jan 25 18:30:18.271649 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.v2.resource_helper [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 18:30:18.272105 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.v2.resource_helper [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Service FLAVORS assigned prefix: {{(pid=102528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 18:30:18.272721 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.v2.resource_helper [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 18:30:18.273146 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.v2.resource_helper [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 18:30:18.273480 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Creating instance of TrackedResource for resource:router Jan 25 18:30:18.273916 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Creating instance of TrackedResource for resource:floatingip Jan 25 18:30:18.274437 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.v2.resource_helper [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Service METERING assigned prefix: /metering {{(pid=102528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 18:30:18.275874 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:18.276250 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:18.276608 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:30:18.277611 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Creating instance of CountableResource for resource:rbac_policy Jan 25 18:30:18.278097 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Creating instance of TrackedResource for resource:security_group Jan 25 18:30:18.278542 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 25 18:30:18.280702 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.v2.resource_helper [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Service CORE assigned prefix: {{(pid=102528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 18:30:18.281048 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 18:30:18.281404 dv-cinder-826350-1-iscsi neutron-server[102528]: WARNING neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] subnetpool is already registered Jan 25 18:30:18.281859 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.v2.resource_helper [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Service CORE assigned prefix: {{(pid=102528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 18:30:18.282219 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 18:30:18.282557 dv-cinder-826350-1-iscsi neutron-server[102528]: WARNING neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] subnetpool is already registered Jan 25 18:30:18.284842 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.v2.resource_helper [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 18:30:18.285283 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.v2.resource_helper [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Service FLAVORS assigned prefix: {{(pid=102528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 18:30:18.285882 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.v2.resource_helper [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 18:30:18.286348 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.v2.resource_helper [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 18:30:18.286691 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Creating instance of TrackedResource for resource:router Jan 25 18:30:18.287036 dv-cinder-826350-1-iscsi neutron-server[102528]: WARNING neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] router is already registered Jan 25 18:30:18.287453 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Creating instance of TrackedResource for resource:floatingip Jan 25 18:30:18.287795 dv-cinder-826350-1-iscsi neutron-server[102528]: WARNING neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] floatingip is already registered Jan 25 18:30:18.288253 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.v2.resource_helper [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Service METERING assigned prefix: /metering {{(pid=102528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 18:30:18.288928 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Creating instance of CountableResource for resource:rbac_policy Jan 25 18:30:18.289257 dv-cinder-826350-1-iscsi neutron-server[102528]: WARNING neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] rbac_policy is already registered Jan 25 18:30:18.289672 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Creating instance of TrackedResource for resource:security_group Jan 25 18:30:18.290027 dv-cinder-826350-1-iscsi neutron-server[102528]: WARNING neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] security_group is already registered Jan 25 18:30:18.290436 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 25 18:30:18.290773 dv-cinder-826350-1-iscsi neutron-server[102528]: WARNING neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] security_group_rule is already registered Jan 25 18:30:18.291397 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.v2.resource_helper [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Service CORE assigned prefix: {{(pid=102528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 18:30:18.291729 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 18:30:18.292067 dv-cinder-826350-1-iscsi neutron-server[102528]: WARNING neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] subnetpool is already registered Jan 25 18:30:18.292500 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.v2.resource_helper [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Service CORE assigned prefix: {{(pid=102528) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 18:30:18.292826 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 18:30:18.293158 dv-cinder-826350-1-iscsi neutron-server[102528]: WARNING neutron.quota.resource_registry [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] subnetpool is already registered Jan 25 18:30:18.293633 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: extensions {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.295675 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: address-groups {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.297164 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: address-scopes {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.298506 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: agents {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.299685 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: auto-allocated-topology {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.300955 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: availability_zones {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.302209 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: dhcp-networks {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.303713 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: dhcp-agents {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.305147 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: routers {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.307457 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: flavors {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.308627 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: service_profiles {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.309832 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: next_providers {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.311401 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: service_profiles {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.312927 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: floatingip-pools {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.314175 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: routers {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.316286 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: floatingips {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.317579 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: l3-routers {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.318992 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: l3-agents {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.320402 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: metering-labels {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.321755 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: metering-label-rules {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.323087 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: network-ip-availabilities {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.324358 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: bindings {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.326548 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: quotas {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.328380 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: quotas {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.329927 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: rbac-policies {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.331234 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: security-groups {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.332469 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: security-group-rules {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.333691 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: service-providers {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.334960 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: subnetpools {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.336487 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: subnetpools {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.337934 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: tags {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.339634 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: tags {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.341969 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: tags {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.343763 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: tags {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.346577 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: tags {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.348426 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: tags {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.350159 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: tags {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.352083 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: tags {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.353867 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: tags {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.355752 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron.api.extensions [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Extended resource: tags {{(pid=102528) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 18:30:18.361558 dv-cinder-826350-1-iscsi neutron-server[102528]: WARNING keystonemiddleware.auth_token [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 25 18:30:18.366256 dv-cinder-826350-1-iscsi neutron-server[102528]: WARNING keystonemiddleware.auth_token [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 25 18:30:18.374697 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_concurrency.lockutils [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Acquired lock "singleton_lock" {{(pid=102528) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 25 18:30:18.375174 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_concurrency.lockutils [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Releasing lock "singleton_lock" {{(pid=102528) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 25 18:30:18.375829 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO oslo_service.service [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Starting 2 workers Jan 25 18:30:18.380663 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Started child 102637 {{(pid=102528) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 18:30:18.385101 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Started child 102638 {{(pid=102528) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 18:30:18.386376 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:18.386995 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO neutron.service [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 25 18:30:18.387331 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:18.388027 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [-] (102637) wsgi starting up on http://0.0.0.0:9696 Jan 25 18:30:18.390403 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO oslo_service.service [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Starting 1 workers Jan 25 18:30:18.390680 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:18.392170 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [-] (102638) wsgi starting up on http://0.0.0.0:9696 Jan 25 18:30:18.395673 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Started child 102639 {{(pid=102528) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 18:30:18.396227 dv-cinder-826350-1-iscsi neutron-server[102528]: INFO oslo_service.service [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Starting 1 workers Jan 25 18:30:18.399529 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.service [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] calling RpcWorker wait() {{(pid=102639) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 25 18:30:18.400094 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.service [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] returning from RpcWorker wait() {{(pid=102639) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 25 18:30:18.400728 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Started child 102640 {{(pid=102528) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 18:30:18.401463 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:18.401564 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG neutron_lib.callbacks.manager [None req-39fd68b9-fc09-4e91-940d-cb0442088037 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:18.401934 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:30:18.403603 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102528) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 25 18:30:18.404431 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:30:18.404618 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 18:30:18.404837 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 18:30:18.405197 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 18:30:18.405366 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 18:30:18.405867 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.406157 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.406423 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:18.406887 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.406887 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.407029 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.407404 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:30:18.407499 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.407782 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.408032 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.408309 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.408545 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.408723 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.408896 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.409161 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.409409 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.409716 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.409985 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.410253 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.410505 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.410679 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.410954 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.411585 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.411585 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.411738 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] debug = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.411959 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.412401 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.412653 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.412920 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.413135 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.413413 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.413641 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.413925 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.414192 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.414418 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.414668 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.414921 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.415183 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.415405 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.415666 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.415903 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.416162 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.416413 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.416876 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] host = dv-cinder-826350-1-iscsi {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.417120 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.417340 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.417576 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.417828 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.418120 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.418334 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.418594 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.418865 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.419122 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.419355 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.419650 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.419884 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.420103 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.420341 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] log_file = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.420493 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] log_options = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.420743 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.421014 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.421276 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.421515 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.421660 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.421807 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.422058 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.422228 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.422493 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.422722 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.422939 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.423183 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.423390 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.423628 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.423909 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.424149 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.424388 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.426980 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.426980 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.426980 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.426980 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.426980 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.426980 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.426980 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.426980 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.429563 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.429563 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.429563 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.429563 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.429563 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.429563 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.429563 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.429563 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.432298 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.432298 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.432298 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.432298 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.432298 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.432298 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.432298 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.432298 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.436782 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.436782 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.436782 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.436782 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.436782 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.436782 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] use_json = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.436782 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.436782 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.436782 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.437904 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.437904 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.437904 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.437904 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.437904 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.437904 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.437904 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.437904 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.439100 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.439100 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.439100 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.439100 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.439100 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.439100 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.439100 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.439100 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.439962 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.439962 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.439962 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.439962 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.439962 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.439962 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.439962 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.439962 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.441046 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.441046 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.441046 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.441046 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.441046 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.441046 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.441046 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.441046 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.442685 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.442685 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.442685 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.442685 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.442685 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.442685 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.442685 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.442685 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.443249 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.443249 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.443249 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.443249 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.443249 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.443595 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.443595 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.443775 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.444006 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.444267 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.444484 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.444716 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.444944 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.445185 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.445415 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.445640 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.445878 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.446634 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.446634 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.446634 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.447053 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.447053 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.447299 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.447695 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.447695 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.447955 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.448080 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.448405 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.448561 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.448728 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.448948 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.449169 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.449618 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.450039 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.450477 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.451240 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.451481 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.451702 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.451953 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.452619 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.453034 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.453465 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.453685 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.453910 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.454168 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.454582 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.454984 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.455398 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.455684 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.456109 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.456504 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.456932 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.457151 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.457372 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.457589 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.457799 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.458248 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.458720 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.459065 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.459325 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.459578 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.459808 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.460055 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.460480 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.460922 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.461330 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.461560 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.461786 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.462067 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.462326 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.462560 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.462814 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.463037 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.463296 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.463683 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.463917 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.464143 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.464378 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.464845 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.465305 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.465740 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.466043 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.466364 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.467144 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.467410 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.467636 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.467894 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.468114 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.468569 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.469031 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.469479 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.469930 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.470269 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.470548 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.470816 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.471078 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.471330 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.471566 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.471801 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.472057 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.472312 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.472568 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.472792 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.473031 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.473339 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.473744 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.473999 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.474247 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.474521 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.474761 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.475017 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.475296 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.475552 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.475794 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.476035 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.476284 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.476529 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.476774 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.477025 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.477243 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.477497 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.477718 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.477990 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.478249 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.478468 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.478720 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.478939 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.479181 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.479399 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.479620 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.479860 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.480125 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.480341 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.480561 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.480807 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.481025 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.481261 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.481480 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.481698 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.481974 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.482222 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.482491 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.482745 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.482981 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.483210 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.483460 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.483701 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.483917 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.484183 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.484425 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.484675 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.484875 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.485094 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.485312 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.485525 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.485750 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.485991 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.486267 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.486506 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.486848 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.487098 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.487331 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.487572 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.487792 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.488041 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.488486 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.488486 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.488736 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.488893 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.489117 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.489503 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.489652 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.489834 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.490070 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.490287 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.490501 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.490721 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.490934 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.491225 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.491476 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.491708 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.491962 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.492200 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.492412 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.492638 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.492851 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.493064 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.493286 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.493524 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.493737 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.493979 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.494215 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.494427 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.494670 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.494936 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.495145 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.495500 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.495642 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.495776 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.496002 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.496218 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.496431 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.496657 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.496869 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.497081 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.497301 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.497541 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.497755 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.497982 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.498215 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.498428 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.498649 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.498866 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.499081 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.499362 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.499624 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.499845 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.500322 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.500574 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.500823 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.501067 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.501380 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.501595 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.501840 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.502091 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.502338 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.502562 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.502822 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.503131 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.503788 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.503788 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.503964 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.504232 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.504510 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.504784 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.505008 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.505293 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.505621 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.505904 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.506185 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.506420 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.510037 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.510037 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.510037 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.510037 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.510037 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.510037 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.510516 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:30:18.510611 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.510611 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.510611 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.510611 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.510611 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.510611 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.510611 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.510611 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.510611 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.511262 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.511262 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 18:30:18.511262 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102528) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 25 18:30:18.511262 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 18:30:18.511262 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 18:30:18.511262 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 18:30:18.511684 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 18:30:18.511684 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 18:30:18.511684 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.511890 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.511957 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.512124 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.512284 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.512469 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.512631 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.512797 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.512955 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.513787 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.514126 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.514289 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.514448 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.514609 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.514775 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.514912 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.515079 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.515229 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.515392 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.515738 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.515900 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.516061 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.516213 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] debug = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.516371 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.516579 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.516745 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.516906 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.517059 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.517221 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.517378 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.517538 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.517698 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.517861 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.518028 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.518189 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.518347 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.518507 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.518665 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.518838 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.518976 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.519141 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.519300 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] host = dv-cinder-826350-1-iscsi {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.519457 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.519616 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.519779 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.519937 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.520097 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.520255 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.520422 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.520554 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.520717 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.520875 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.521031 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.521181 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.521340 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.521499 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] log_file = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.521657 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] log_options = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.521816 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.521977 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.522158 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.522345 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.522512 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.522672 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.522832 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.522991 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.523150 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.523310 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.523469 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.523628 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.523776 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.523936 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.524131 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.524276 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.524411 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.524555 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.524695 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.524840 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.525133 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.525133 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.525438 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.525438 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.525769 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.525769 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.526061 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.526061 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.526327 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.526327 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.526590 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.526726 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.526872 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.527006 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.527140 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.527274 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.527409 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.527543 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.527686 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.527821 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.527963 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.528098 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.528231 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.528366 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.528500 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.528666 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.529354 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] use_json = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.529530 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.529691 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.529841 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.529982 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.530188 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.530373 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.530531 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.530659 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.530816 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 18:30:18.530996 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.531160 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.531333 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.531496 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.531659 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.531822 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.531983 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.532146 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.532308 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.532539 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.532673 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.532799 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.532938 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.533100 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.533956 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.533956 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.533956 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.533956 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.533956 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.534579 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.534579 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.534579 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.534579 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.534904 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.534904 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.535059 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.535203 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.535297 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.535414 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.535592 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.535764 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.535903 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.536063 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.536225 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.536387 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.536735 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.536735 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.536994 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.536994 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.537229 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.537362 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.537487 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.537610 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.537752 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.537919 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.538113 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.538276 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.538439 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.538604 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.538786 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.538950 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.539088 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.539238 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.539404 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.539555 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.539719 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.539881 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.540054 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.540216 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.540378 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.540538 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.540701 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.540861 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.541022 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.541183 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.541344 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.541509 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.541674 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.541848 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.541998 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.542199 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.542339 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.542492 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.542641 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.542781 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.542920 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.543080 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.543241 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.543402 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.543563 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.543724 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.543884 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.544045 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.544207 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.544389 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.544555 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.544716 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.544877 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.545038 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.545199 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.545367 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.545520 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.545696 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.545843 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.546072 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.546183 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.546346 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.546507 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.546668 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.546829 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.546990 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.547151 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.547312 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.547474 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.547637 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.547798 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.547959 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.548121 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.548283 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.548444 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.548605 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.548765 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.548926 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.549089 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.549249 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.549415 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.549576 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.549737 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.549907 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.550088 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.550245 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.550407 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.550576 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.550747 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.550910 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.551071 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.551233 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.551394 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.551554 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.551715 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.551877 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.552039 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.552200 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.552360 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.552533 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.552694 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.552854 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.553015 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.553199 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.553361 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.553522 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.553684 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.553845 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.554034 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.554191 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.554356 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.554519 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.558029 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.558029 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.558029 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.558029 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.558029 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.558029 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.558029 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.558029 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.558644 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.558644 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.558644 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.558644 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.558644 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.558644 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.558644 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.558644 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.559184 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.559184 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.559184 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.559184 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.559184 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.559184 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.559184 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.559803 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.559996 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.560173 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.560343 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.560495 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.560665 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.560829 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.560997 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.561161 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.561327 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.561490 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.561653 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.561817 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.561972 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.562157 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.562321 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.562409 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 40944) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:30:18.562508 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.562635 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.562798 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.562961 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.563125 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.563288 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.563449 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.563630 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.563794 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.563956 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.564117 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.564279 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.564442 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.564604 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.564766 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.564927 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.565088 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.565249 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.565412 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.565577 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.565740 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.565903 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.566088 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.566238 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.566402 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.566564 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.566740 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.566904 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.567067 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.567229 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.567390 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.567554 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.567727 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.567888 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.568050 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.568210 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.568371 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.568533 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.568704 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.568866 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.569028 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.569188 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.569353 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.569515 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.569706 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.569850 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.570024 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.570191 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.570352 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.570513 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.570684 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.570845 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.571007 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.571191 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.571327 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.571450 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068653 Jan 25 18:30:18.571531 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.571784 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.571784 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.571977 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.572085 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.572243 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.572404 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.572576 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.572737 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.572899 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.573069 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.573231 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.573393 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.573554 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.573728 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.573890 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.574083 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.574248 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.574410 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.574572 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.574736 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.574902 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.575074 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.575243 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.575407 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.575578 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.576286 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.576457 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.576620 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.576789 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.576964 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.577381 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.577546 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.577708 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.577870 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.578062 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.578228 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.578390 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.578551 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.578713 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.578874 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.579035 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.579196 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.579361 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.579523 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.579684 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.579846 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.580007 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.580169 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.580334 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 18:30:18.580487 dv-cinder-826350-1-iscsi neutron-server[102528]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102528) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 18:30:30.060860 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b107ab-6e58-4092-a656-59126b64cff9 None None] get_active_networks_info from dv-cinder-826350-1-iscsi {{(pid=102639) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 25 18:30:30.121637 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b107ab-6e58-4092-a656-59126b64cff9 None None] No non-hosted networks {{(pid=102639) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 25 18:30:30.130153 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.agentschedulers_db [None req-10b107ab-6e58-4092-a656-59126b64cff9 None None] DHCP Agent not found on host dv-cinder-826350-1-iscsi {{(pid=102639) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 25 18:30:30.209970 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f422b47a-d0de-4b69-b06b-e593caf9ed16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699079'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:32.163870 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9057992c-142f-4002-8b6b-c6cc81abc8f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699079'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:32.195268 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd8052ac-7ff8-441d-8bc4-92eed16d211a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:33.529667 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699079'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:34.877494 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699079'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:36.088011 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699079'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:36.088705 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:36.089118 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:36.089534 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:36.089946 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:36.090937 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:36.091372 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:36.091771 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:36.092240 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:36.092637 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:36.093162 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:36.093694 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:36.094390 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:36.095092 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:36.095692 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-826350-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:30:36.103670 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-826350-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:30:38.700475 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 41044) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:30:39.178891 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.db.l3_hamode_db [None req-0770e025-efdd-44de-84b0-ef8858521ddd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 25 18:30:39.212354 dv-cinder-826350-1-iscsi neutron-server[102638]: WARNING oslo_policy.policy [None req-db1b7e17-d755-40ea-b167-dbc2f4024837 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 18:30:39.212972 dv-cinder-826350-1-iscsi neutron-server[102638]: WARNING oslo_policy.policy [None req-db1b7e17-d755-40ea-b167-dbc2f4024837 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 18:30:39.256609 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0770e025-efdd-44de-84b0-ef8858521ddd None None] Routers set() bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:30:39.257000 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0770e025-efdd-44de-84b0-ef8858521ddd None None] Router IDs set() for agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 25 18:30:39.441345 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [None req-db1b7e17-d755-40ea-b167-dbc2f4024837 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:30:39.442358 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-db1b7e17-d755-40ea-b167-dbc2f4024837 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7410018 Jan 25 18:30:42.119290 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 41060) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:30:42.603902 dv-cinder-826350-1-iscsi neutron-server[102637]: WARNING oslo_policy.policy [None req-4e18e8a1-7a6e-4072-991b-c4754a521682 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 18:30:42.604497 dv-cinder-826350-1-iscsi neutron-server[102637]: WARNING oslo_policy.policy [None req-4e18e8a1-7a6e-4072-991b-c4754a521682 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 18:30:42.828219 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-4e18e8a1-7a6e-4072-991b-c4754a521682 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'tenant_id': 'be28777b9ed6426092b7267d6f35c042'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:30:42.918993 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.policy [None req-4e18e8a1-7a6e-4072-991b-c4754a521682 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102637) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 25 18:30:42.960391 dv-cinder-826350-1-iscsi neutron-server[102637]: WARNING oslo_policy.policy [None req-4e18e8a1-7a6e-4072-991b-c4754a521682 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 18:30:42.960758 dv-cinder-826350-1-iscsi neutron-server[102637]: WARNING oslo_policy.policy [None req-4e18e8a1-7a6e-4072-991b-c4754a521682 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 18:30:43.054246 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4e18e8a1-7a6e-4072-991b-c4754a521682 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748164655047', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748164654488', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748164644620', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748164637701', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748164615875', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748164600380', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1530622', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1325029', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-736321', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-673953'] for rbac-policy (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:43.120986 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4e18e8a1-7a6e-4072-991b-c4754a521682 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:43.122398 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-4e18e8a1-7a6e-4072-991b-c4754a521682 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0010471 Jan 25 18:30:45.752451 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 41078) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:30:46.045404 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Request body: {'network': {'project_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'admin_state_up': True, 'name': 'private', 'tenant_id': 'ed7c0bd68ed64872822c875a7eb400d6'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:30:46.072813 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Made reservation on behalf of ed7c0bd68ed64872822c875a7eb400d6 for: {'network': 1} {{(pid=102637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:30:46.075659 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for network (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:46.092277 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:46.196140 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Publish callbacks [] for security_group (6f568ae2-767b-4890-93b7-cb47d2bf4f4b), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:46.199459 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (6f568ae2-767b-4890-93b7-cb47d2bf4f4b), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:46.218435 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=102637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 18:30:46.245478 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748161470823', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (14f16f10-728c-4a68-bac7-7d4e262ef550), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:46.246633 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Unsubscribe: segment precommit_create {{(pid=102637) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 25 18:30:46.247151 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.db.segments_db [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Added segment 14f16f10-728c-4a68-bac7-7d4e262ef550 of type vlan for network 5cea7268-c87f-4b36-846c-897c51eb7c06 Jan 25 18:30:46.262573 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f568ae2-767b-4890-93b7-cb47d2bf4f4b,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:30:46.307088 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:46.307443 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:46.307789 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:46.308129 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:46.309046 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:46.309378 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:46.309727 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:46.310124 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:46.310511 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:46.310870 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:46.311197 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:46.311515 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:46.311831 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Tracked resource versions report: Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: pushed versions: Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: { 'AddressGroup': {'1.2'}, Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: 'ConntrackHelper': {'1.0'}, Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: 'LocalIPAssociation': {'1.0'}, Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: 'Log': {'1.0'}, Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: 'Network': {'1.1'}, Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: 'Port': {'1.7'}, Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: 'PortForwarding': {'1.2'}, Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: 'QosPolicy': {'1.10'}, Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: 'SecurityGroup': {'1.5'}, Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: 'SecurityGroupRule': {'1.2'}, Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: 'SubPort': {'1.0'}, Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: 'Subnet': {'1.1'}, Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: 'Trunk': {'1.1'}} Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: consumer versions: Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: { DHCP agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: L3 agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: Metadata agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: Metering agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: Open vSwitch agent@dv-cinder-826350-1-iscsi: { 'AddressGroup': '1.2', Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: 'ConntrackHelper': '1.0', Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: 'LocalIPAssociation': '1.0', Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: 'Log': '1.0', Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: 'Network': '1.1', Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: 'Port': '1.7', Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: 'PortForwarding': '1.2', Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: 'QosPolicy': '1.10', Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: 'SecurityGroup': '1.5', Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: 'SecurityGroupRule': '1.2', Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: 'SubPort': '1.0', Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: 'Subnet': '1.1', Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: 'Trunk': '1.1'}} Jan 25 18:30:46.313182 dv-cinder-826350-1-iscsi neutron-server[102637]: {{(pid=102637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 18:30:46.357073 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748160996684'] for network (5cea7268-c87f-4b36-846c-897c51eb7c06), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:46.396342 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for network (5cea7268-c87f-4b36-846c-897c51eb7c06), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:46.397545 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:30:46.398276 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:46.452109 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.6985433 Jan 25 18:30:46.499925 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee54ae-a01f-4e1a-a7ed-5976ebcca16f admin admin] Pushing event updated for resources: {'Network': ['ID=5cea7268-c87f-4b36-846c-897c51eb7c06,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:30:46.512913 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Network 5cea7268-c87f-4b36-846c-897c51eb7c06 details requested by agent ovs-agent-dv-cinder-826350-1-iscsi with host dv-cinder-826350-1-iscsi {{(pid=102639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 18:30:49.235231 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 41092) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:30:49.623312 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4413e6bb-c47d-43dd-b83f-aa543cbc4b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:30:49.624658 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-4413e6bb-c47d-43dd-b83f-aa543cbc4b58 admin admin] 10.222.0.41 "GET /v2.0/networks/5cea7268-c87f-4b36-846c-897c51eb7c06 HTTP/1.1" status: 200 len: 825 time: 0.3884482 Jan 25 18:30:49.648382 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-888fbe4b-4a45-4b8b-9d2e-316cd31b55f9 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/ec879a0d-43de-4ee3-b032-e8fb9c6bceb7 HTTP/1.1" status: 200 len: 734 time: 0.0181968 Jan 25 18:30:49.657078 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-7da1da14-836f-4283-8a5a-5d9de5b2c210 admin admin] Request body: {'subnet': {'network_id': '5cea7268-c87f-4b36-846c-897c51eb7c06', 'subnetpool_id': 'ec879a0d-43de-4ee3-b032-e8fb9c6bceb7', 'gateway_ip': '172.20.0.1', 'tenant_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:30:49.677062 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da1da14-836f-4283-8a5a-5d9de5b2c210 admin admin] Made reservation on behalf of ed7c0bd68ed64872822c875a7eb400d6 for: {'subnet': 1} {{(pid=102637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:30:49.679411 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7da1da14-836f-4283-8a5a-5d9de5b2c210 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:49.966308 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7da1da14-836f-4283-8a5a-5d9de5b2c210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for subnet (406310cb-fd6f-4fbe-8797-5f9db14dce9a), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:50.032019 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1da14-836f-4283-8a5a-5d9de5b2c210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=406310cb-fd6f-4fbe-8797-5f9db14dce9a,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:30:50.036958 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da1da14-836f-4283-8a5a-5d9de5b2c210 admin admin] Checking segment: {'id': '14f16f10-728c-4a68-bac7-7d4e262ef550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5cea7268-c87f-4b36-846c-897c51eb7c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:30:50.037337 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da1da14-836f-4283-8a5a-5d9de5b2c210 admin admin] Network hostable DHCP agents. Network: 5cea7268-c87f-4b36-846c-897c51eb7c06, hostable agents: ['b5880275-9c8b-431f-be2f-f5317484e45d'], hosted agents: [] {{(pid=102637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 18:30:50.057097 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da1da14-836f-4283-8a5a-5d9de5b2c210 admin admin] Network 5cea7268-c87f-4b36-846c-897c51eb7c06 is scheduled to be hosted by DHCP agent b5880275-9c8b-431f-be2f-f5317484e45d with binding_index 1 {{(pid=102637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 18:30:50.068256 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-7da1da14-836f-4283-8a5a-5d9de5b2c210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-1-iscsi, 5cea7268-c87f-4b36-846c-897c51eb7c06) {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:30:50.072826 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da1da14-836f-4283-8a5a-5d9de5b2c210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:30:50.073414 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7da1da14-836f-4283-8a5a-5d9de5b2c210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for subnet (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:50.078785 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6efaa9f-a535-4510-a8d0-bca3518e4508 None None] Network 5cea7268-c87f-4b36-846c-897c51eb7c06 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:30:50.089425 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-7da1da14-836f-4283-8a5a-5d9de5b2c210 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4353664 Jan 25 18:30:50.344068 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b39d9ff-679d-5f50-bbb7-ef26a22f6105-5cea7268-c87f-4b36-846c-897c51eb7c06', 'network_id': '5cea7268-c87f-4b36-846c-897c51eb7c06', 'project_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'fixed_ips': [{'subnet_id': '406310cb-fd6f-4fbe-8797-5f9db14dce9a'}]}} from dv-cinder-826350-1-iscsi. {{(pid=102639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 18:30:50.345369 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:50.624341 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Allocated IP 172.20.0.2 (5cea7268-c87f-4b36-846c-897c51eb7c06/406310cb-fd6f-4fbe-8797-5f9db14dce9a/5a5f1980-65b6-4b84-b58a-f0eb713039e7) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:30:50.892754 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Publish callbacks [] for port (5a5f1980-65b6-4b84-b58a-f0eb713039e7), precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:50.900170 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (5a5f1980-65b6-4b84-b58a-f0eb713039e7), after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:50.977044 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Network 5cea7268-c87f-4b36-846c-897c51eb7c06 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:30:50.984558 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:30:50.990161 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Pushing event updated for resources: {'Port': ['ID=5a5f1980-65b6-4b84-b58a-f0eb713039e7,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:30:50.994132 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:30:51.001811 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:51.002210 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:51.002579 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:51.002929 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:51.003264 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:51.003598 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:51.003930 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:51.004261 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:51.004589 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:51.004933 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:51.005271 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:51.005593 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:51.005918 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Tracked resource versions report: Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: pushed versions: Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: { 'AddressGroup': {'1.2'}, Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: 'ConntrackHelper': {'1.0'}, Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: 'LocalIPAssociation': {'1.0'}, Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: 'Log': {'1.0'}, Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: 'Network': {'1.1'}, Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: 'Port': {'1.7'}, Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: 'PortForwarding': {'1.2'}, Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: 'QosPolicy': {'1.10'}, Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: 'SecurityGroup': {'1.5'}, Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: 'SecurityGroupRule': {'1.2'}, Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: 'SubPort': {'1.0'}, Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: 'Subnet': {'1.1'}, Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: 'Trunk': {'1.1'}} Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: consumer versions: Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: { DHCP agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: L3 agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: Metadata agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: Metering agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: Open vSwitch agent@dv-cinder-826350-1-iscsi: { 'AddressGroup': '1.2', Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: 'ConntrackHelper': '1.0', Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: 'LocalIPAssociation': '1.0', Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: 'Log': '1.0', Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: 'Network': '1.1', Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: 'Port': '1.7', Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: 'PortForwarding': '1.2', Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: 'QosPolicy': '1.10', Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: 'SecurityGroup': '1.5', Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: 'SecurityGroupRule': '1.2', Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: 'SubPort': '1.0', Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: 'Subnet': '1.1', Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: 'Trunk': '1.1'}} Jan 25 18:30:51.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: {{(pid=102639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 18:30:51.080573 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Attempting to bind port 5a5f1980-65b6-4b84-b58a-f0eb713039e7 on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:30:51.081244 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Attempting to bind port 5a5f1980-65b6-4b84-b58a-f0eb713039e7 by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': '14f16f10-728c-4a68-bac7-7d4e262ef550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5cea7268-c87f-4b36-846c-897c51eb7c06'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:30:51.081366 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Attempting to bind port 5a5f1980-65b6-4b84-b58a-f0eb713039e7 on network 5cea7268-c87f-4b36-846c-897c51eb7c06 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:30:51.086257 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:30:51.086640 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Checking segment: {'id': '14f16f10-728c-4a68-bac7-7d4e262ef550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5cea7268-c87f-4b36-846c-897c51eb7c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:30:51.087113 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:51.087506 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Bound using segment: {'id': '14f16f10-728c-4a68-bac7-7d4e262ef550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5cea7268-c87f-4b36-846c-897c51eb7c06'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:30:51.087990 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Bound port: 5a5f1980-65b6-4b84-b58a-f0eb713039e7, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f16f10-728c-4a68-bac7-7d4e262ef550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5cea7268-c87f-4b36-846c-897c51eb7c06'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:30:51.088398 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (5a5f1980-65b6-4b84-b58a-f0eb713039e7), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:51.149412 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] For port 5a5f1980-65b6-4b84-b58a-f0eb713039e7, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:30:51.154506 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] For port 5a5f1980-65b6-4b84-b58a-f0eb713039e7, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=5a5f1980-65b6-4b84-b58a-f0eb713039e7,segment=NetworkSegment(14f16f10-728c-4a68-bac7-7d4e262ef550),segment_id=14f16f10-728c-4a68-bac7-7d4e262ef550)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:30:51.158499 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (5a5f1980-65b6-4b84-b58a-f0eb713039e7), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:51.224125 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac051c6a-1e06-4ef0-8165-eb5152438e42 None None] Pushing event updated for resources: {'Port': ['ID=5a5f1980-65b6-4b84-b58a-f0eb713039e7,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:30:52.576961 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 41100) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:30:52.891739 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [None req-0c83ee51-4c01-4dc8-a086-6245deb4bc8d admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:30:52.892757 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-0c83ee51-4c01-4dc8-a086-6245deb4bc8d admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3148391 Jan 25 18:30:55.343903 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 41108) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:30:55.651261 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [None req-0c1e240d-7106-4bf6-a0ff-02a608d0aa37 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:30:55.652337 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-0c1e240d-7106-4bf6-a0ff-02a608d0aa37 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3075235 Jan 25 18:30:58.335982 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 41118) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:30:58.638118 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-e88a96c0-f609-4242-a383-02390058997b admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'ed7c0bd68ed64872822c875a7eb400d6'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:30:58.661767 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e88a96c0-f609-4242-a383-02390058997b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-697049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62807'] for router (05caf7d2-7052-4d62-b959-8c2d76a55445), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:58.663321 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e88a96c0-f609-4242-a383-02390058997b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-699363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62766'] for router (05caf7d2-7052-4d62-b959-8c2d76a55445), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:58.799894 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e88a96c0-f609-4242-a383-02390058997b admin admin] Publish callbacks [] for router_controller (05caf7d2-7052-4d62-b959-8c2d76a55445), precommit_add_association {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:58.804733 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e88a96c0-f609-4242-a383-02390058997b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-699342'] for router (05caf7d2-7052-4d62-b959-8c2d76a55445), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:58.820147 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e88a96c0-f609-4242-a383-02390058997b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:30:58.821329 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-e88a96c0-f609-4242-a383-02390058997b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4843915 Jan 25 18:31:00.008407 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-40591edb-644a-4edf-945e-3c02373d53e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:00.751895 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 5a5f1980-65b6-4b84-b58a-f0eb713039e7 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:31:00.842105 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 5a5f1980-65b6-4b84-b58a-f0eb713039e7 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:31:00.842529 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (5a5f1980-65b6-4b84-b58a-f0eb713039e7), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:00.959637 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 5a5f1980-65b6-4b84-b58a-f0eb713039e7 is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:31:00.959981 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (5a5f1980-65b6-4b84-b58a-f0eb713039e7), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:00.995555 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] For port 5a5f1980-65b6-4b84-b58a-f0eb713039e7, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=5a5f1980-65b6-4b84-b58a-f0eb713039e7,segment=NetworkSegment(14f16f10-728c-4a68-bac7-7d4e262ef550),segment_id=14f16f10-728c-4a68-bac7-7d4e262ef550)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:31:00.999382 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (5a5f1980-65b6-4b84-b58a-f0eb713039e7), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:01.046897 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Pushing event updated for resources: {'Port': ['ID=5a5f1980-65b6-4b84-b58a-f0eb713039e7,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:31:01.306763 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 41130) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:31:01.622273 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [None req-2a775402-9711-4664-8e4e-d8ff5862b15c admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:31:01.623351 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-2a775402-9711-4664-8e4e-d8ff5862b15c admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3150177 Jan 25 18:31:02.156573 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-26edbc01-c911-4db7-b3a7-5fefac999e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:02.225721 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170ba383-0b1c-43c3-a1aa-64424cfb4a0e None None] Network 5cea7268-c87f-4b36-846c-897c51eb7c06 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:31:02.293152 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-25485f4c-56db-4b9f-bda6-b645d7c4d199 None None] Provisioning complete for port 5a5f1980-65b6-4b84-b58a-f0eb713039e7 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:31:02.293548 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-25485f4c-56db-4b9f-bda6-b645d7c4d199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (5a5f1980-65b6-4b84-b58a-f0eb713039e7), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:02.419185 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-25485f4c-56db-4b9f-bda6-b645d7c4d199 None None] Current status of the port 5a5f1980-65b6-4b84-b58a-f0eb713039e7 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:31:02.443479 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 5 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:31:02.639947 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-f0cec8c3-4d93-4942-8872-df24cd4502eb None None] Provisioning complete for port 5a5f1980-65b6-4b84-b58a-f0eb713039e7 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:31:02.640344 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f0cec8c3-4d93-4942-8872-df24cd4502eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (5a5f1980-65b6-4b84-b58a-f0eb713039e7), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:02.719874 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 5a5f1980-65b6-4b84-b58a-f0eb713039e7 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:31:02.745568 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-f0cec8c3-4d93-4942-8872-df24cd4502eb None None] Current status of the port 5a5f1980-65b6-4b84-b58a-f0eb713039e7 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:31:02.771180 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 5a5f1980-65b6-4b84-b58a-f0eb713039e7 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:31:02.771571 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (5a5f1980-65b6-4b84-b58a-f0eb713039e7), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:02.846853 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 5a5f1980-65b6-4b84-b58a-f0eb713039e7 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:31:03.483147 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:04.149976 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 41160) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:31:04.276775 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'tenant_id': 'be28777b9ed6426092b7267d6f35c042', 'provider:network_type': 'flat', 'project_id': 'be28777b9ed6426092b7267d6f35c042', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:31:04.330160 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Made reservation on behalf of be28777b9ed6426092b7267d6f35c042 for: {'network': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:31:04.391173 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.policy [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102638) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 25 18:31:04.431825 dv-cinder-826350-1-iscsi neutron-server[102638]: WARNING oslo_policy.policy [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 18:31:04.432713 dv-cinder-826350-1-iscsi neutron-server[102638]: WARNING oslo_policy.policy [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 18:31:04.442103 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for network (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:04.462751 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:04.569900 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Publish callbacks [] for security_group (09d066d9-3bcf-4618-b362-4cce93a09f70), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:04.574164 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (09d066d9-3bcf-4618-b362-4cce93a09f70), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:04.585548 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Reserving flat network on physical network physnet1 {{(pid=102638) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 25 18:31:04.617304 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748161470823', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (dce48bbc-311a-4707-b281-36993fa70ff2), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:04.617879 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Unsubscribe: segment precommit_create {{(pid=102638) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 25 18:31:04.618422 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.db.segments_db [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Added segment dce48bbc-311a-4707-b281-36993fa70ff2 of type flat for network af042177-33eb-43ce-93a3-80213c48b93e Jan 25 18:31:04.635981 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d066d9-3bcf-4618-b362-4cce93a09f70,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:31:04.695007 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:04.695399 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:04.695722 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:04.696051 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:04.696379 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:04.696710 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:04.697053 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:04.697373 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:04.697707 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:04.698627 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:04.699035 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:04.699347 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:04.700168 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Tracked resource versions report: Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: pushed versions: Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: { 'AddressGroup': {'1.2'}, Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: 'ConntrackHelper': {'1.0'}, Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: 'LocalIPAssociation': {'1.0'}, Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: 'Log': {'1.0'}, Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: 'Network': {'1.1'}, Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: 'Port': {'1.7'}, Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: 'PortForwarding': {'1.2'}, Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: 'QosPolicy': {'1.10'}, Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: 'SecurityGroup': {'1.5'}, Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: 'SecurityGroupRule': {'1.2'}, Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: 'SubPort': {'1.0'}, Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: 'Subnet': {'1.1'}, Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: 'Trunk': {'1.1'}} Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: consumer versions: Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: { DHCP agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: L3 agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: Metadata agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: Metering agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: Open vSwitch agent@dv-cinder-826350-1-iscsi: { 'AddressGroup': '1.2', Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: 'ConntrackHelper': '1.0', Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: 'LocalIPAssociation': '1.0', Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: 'Log': '1.0', Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: 'Network': '1.1', Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: 'Port': '1.7', Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: 'PortForwarding': '1.2', Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: 'QosPolicy': '1.10', Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: 'SecurityGroup': '1.5', Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: 'SecurityGroupRule': '1.2', Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: 'SubPort': '1.0', Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: 'Subnet': '1.1', Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: 'Trunk': '1.1'}} Jan 25 18:31:04.701294 dv-cinder-826350-1-iscsi neutron-server[102638]: {{(pid=102638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 18:31:04.731792 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748160996684'] for network (af042177-33eb-43ce-93a3-80213c48b93e), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:04.779150 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for network (af042177-33eb-43ce-93a3-80213c48b93e), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:04.780219 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:31:04.780898 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:04.792747 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:04.850199 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6990604 Jan 25 18:31:04.886889 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db4937-0d29-4f21-98b5-02d7e8d85ed4 admin admin] Pushing event updated for resources: {'Network': ['ID=af042177-33eb-43ce-93a3-80213c48b93e,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:31:04.897546 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Network af042177-33eb-43ce-93a3-80213c48b93e details requested by agent ovs-agent-dv-cinder-826350-1-iscsi with host dv-cinder-826350-1-iscsi {{(pid=102639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 18:31:06.097828 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:07.150139 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 41174) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:31:07.282646 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ce39a5-5047-481d-a271-232b3578568e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:31:07.284040 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-c7ce39a5-5047-481d-a271-232b3578568e admin admin] 10.222.0.41 "GET /v2.0/subnets/406310cb-fd6f-4fbe-8797-5f9db14dce9a HTTP/1.1" status: 200 len: 849 time: 0.1328859 Jan 25 18:31:07.440575 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-3359fe36-3e1c-4868-b0d9-95b203f7f84c admin admin] 10.222.0.41 "GET /v2.0/routers/05caf7d2-7052-4d62-b959-8c2d76a55445 HTTP/1.1" status: 200 len: 704 time: 0.1509626 Jan 25 18:31:07.721599 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-4403f284-66aa-4289-a35a-40e47cf9ae6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:08.013559 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [None req-4403f284-66aa-4289-a35a-40e47cf9ae6b admin admin] Allocated IP 172.20.0.1 (5cea7268-c87f-4b36-846c-897c51eb7c06/406310cb-fd6f-4fbe-8797-5f9db14dce9a/82f6c864-e6a4-40ab-9726-f02bfccce29e) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:31:08.207749 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-4403f284-66aa-4289-a35a-40e47cf9ae6b admin admin] Publish callbacks [] for port (82f6c864-e6a4-40ab-9726-f02bfccce29e), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:08.272515 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-4403f284-66aa-4289-a35a-40e47cf9ae6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (82f6c864-e6a4-40ab-9726-f02bfccce29e), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:08.347905 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4403f284-66aa-4289-a35a-40e47cf9ae6b admin admin] Network 5cea7268-c87f-4b36-846c-897c51eb7c06 is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:31:08.354937 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-4403f284-66aa-4289-a35a-40e47cf9ae6b admin admin] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:31:08.360511 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403f284-66aa-4289-a35a-40e47cf9ae6b admin admin] Pushing event updated for resources: {'Port': ['ID=82f6c864-e6a4-40ab-9726-f02bfccce29e,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:31:08.364468 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4403f284-66aa-4289-a35a-40e47cf9ae6b admin admin] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:31:08.365088 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-4403f284-66aa-4289-a35a-40e47cf9ae6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698595'] for router_interface (05caf7d2-7052-4d62-b959-8c2d76a55445), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:08.564500 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-4403f284-66aa-4289-a35a-40e47cf9ae6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (82f6c864-e6a4-40ab-9726-f02bfccce29e), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:08.595162 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-58de9701-4b24-4b4b-afc0-db226fb9cccc None None] Provisioning complete for port 82f6c864-e6a4-40ab-9726-f02bfccce29e triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:31:08.595711 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-58de9701-4b24-4b4b-afc0-db226fb9cccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (82f6c864-e6a4-40ab-9726-f02bfccce29e), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:08.676124 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-58de9701-4b24-4b4b-afc0-db226fb9cccc None None] Port 82f6c864-e6a4-40ab-9726-f02bfccce29e cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:31:08.823291 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-4403f284-66aa-4289-a35a-40e47cf9ae6b admin admin] Publish callbacks [] for port (82f6c864-e6a4-40ab-9726-f02bfccce29e), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:08.827937 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-4403f284-66aa-4289-a35a-40e47cf9ae6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (82f6c864-e6a4-40ab-9726-f02bfccce29e), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:08.828791 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-4403f284-66aa-4289-a35a-40e47cf9ae6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698511'] for router_interface (05caf7d2-7052-4d62-b959-8c2d76a55445), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:08.909377 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403f284-66aa-4289-a35a-40e47cf9ae6b admin admin] Pushing event updated for resources: {'Port': ['ID=82f6c864-e6a4-40ab-9726-f02bfccce29e,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:31:08.953949 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4403f284-66aa-4289-a35a-40e47cf9ae6b admin admin] Network 5cea7268-c87f-4b36-846c-897c51eb7c06 is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:31:08.955268 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-4403f284-66aa-4289-a35a-40e47cf9ae6b admin admin] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:31:09.111834 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4403f284-66aa-4289-a35a-40e47cf9ae6b admin admin] Router 05caf7d2-7052-4d62-b959-8c2d76a55445 is scheduled to L3 agent 703c7712-6a11-47c5-988f-a759c326b50f with binding_index 1 {{(pid=102638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 18:31:09.197184 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-e0cea881-29a0-4edf-a8c6-e4ba2dd60913 None None] Provisioning complete for port 82f6c864-e6a4-40ab-9726-f02bfccce29e triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:31:09.198126 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e0cea881-29a0-4edf-a8c6-e4ba2dd60913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (82f6c864-e6a4-40ab-9726-f02bfccce29e), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:09.205622 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4403f284-66aa-4289-a35a-40e47cf9ae6b admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:31:09.211235 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-4403f284-66aa-4289-a35a-40e47cf9ae6b admin admin] 10.222.0.41 "PUT /v2.0/routers/05caf7d2-7052-4d62-b959-8c2d76a55445/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7655540 Jan 25 18:31:09.217312 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] Sync routers for ids ['05caf7d2-7052-4d62-b959-8c2d76a55445'] in dv-cinder-826350-1-iscsi {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:31:09.229488 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] Routers {'05caf7d2-7052-4d62-b959-8c2d76a55445'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:31:09.230702 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:31:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['05caf7d2-7052-4d62-b959-8c2d76a55445'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:31:09.241014 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-e0cea881-29a0-4edf-a8c6-e4ba2dd60913 None None] Port 82f6c864-e6a4-40ab-9726-f02bfccce29e cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:31:09.414851 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] Set router 05caf7d2-7052-4d62-b959-8c2d76a55445 gateway port host: None {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:31:09.844387 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05caf7d2-7052-4d62-b959-8c2d76a55445', 'name': 'router1', 'tenant_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:30:58Z', 'updated_at': '2022-01-25T18:31:08Z', 'revision_number': 2, 'project_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'gw_port_host': None, '_interfaces': [{'id': '82f6c864-e6a4-40ab-9726-f02bfccce29e', 'name': '', 'network_id': '5cea7268-c87f-4b36-846c-897c51eb7c06', 'tenant_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'mac_address': 'fa:16:3e:a3:a1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05caf7d2-7052-4d62-b959-8c2d76a55445', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '406310cb-fd6f-4fbe-8797-5f9db14dce9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:31:07Z', 'updated_at': '2022-01-25T18:31:08Z', 'revision_number': 2, 'project_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'subnets': [{'id': '406310cb-fd6f-4fbe-8797-5f9db14dce9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec879a0d-43de-4ee3-b032-e8fb9c6bceb7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:31:09.895872 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] Checking router: 05caf7d2-7052-4d62-b959-8c2d76a55445 for host: dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:31:09.896246 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] Updating router 05caf7d2-7052-4d62-b959-8c2d76a55445 port 82f6c864-e6a4-40ab-9726-f02bfccce29e binding host dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 18:31:09.945528 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (82f6c864-e6a4-40ab-9726-f02bfccce29e), before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:10.452117 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] Publish callbacks [] for port (82f6c864-e6a4-40ab-9726-f02bfccce29e), precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:10.458328 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (82f6c864-e6a4-40ab-9726-f02bfccce29e), after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:10.612806 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5527fdf-0ee7-4226-8e54-5593fb2684f0 None None] Pushing event updated for resources: {'Port': ['ID=82f6c864-e6a4-40ab-9726-f02bfccce29e,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:31:10.627199 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] Attempting to bind port 82f6c864-e6a4-40ab-9726-f02bfccce29e on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:31:10.627597 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] Attempting to bind port 82f6c864-e6a4-40ab-9726-f02bfccce29e by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': '14f16f10-728c-4a68-bac7-7d4e262ef550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5cea7268-c87f-4b36-846c-897c51eb7c06'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:31:10.628048 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] Attempting to bind port 82f6c864-e6a4-40ab-9726-f02bfccce29e on network 5cea7268-c87f-4b36-846c-897c51eb7c06 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:31:10.630643 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5527fdf-0ee7-4226-8e54-5593fb2684f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:10.631011 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5527fdf-0ee7-4226-8e54-5593fb2684f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:10.631356 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5527fdf-0ee7-4226-8e54-5593fb2684f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:10.631694 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5527fdf-0ee7-4226-8e54-5593fb2684f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:10.632028 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5527fdf-0ee7-4226-8e54-5593fb2684f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:10.632361 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5527fdf-0ee7-4226-8e54-5593fb2684f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:10.632742 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5527fdf-0ee7-4226-8e54-5593fb2684f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:10.633018 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5527fdf-0ee7-4226-8e54-5593fb2684f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:10.633348 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5527fdf-0ee7-4226-8e54-5593fb2684f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:10.633685 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5527fdf-0ee7-4226-8e54-5593fb2684f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:10.634070 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5527fdf-0ee7-4226-8e54-5593fb2684f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:10.634365 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5527fdf-0ee7-4226-8e54-5593fb2684f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:10.634684 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5527fdf-0ee7-4226-8e54-5593fb2684f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5527fdf-0ee7-4226-8e54-5593fb2684f0 None None] Tracked resource versions report: Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: pushed versions: Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: { 'AddressGroup': {'1.2'}, Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: 'ConntrackHelper': {'1.0'}, Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: 'LocalIPAssociation': {'1.0'}, Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: 'Log': {'1.0'}, Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: 'Network': {'1.1'}, Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: 'Port': {'1.7'}, Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: 'PortForwarding': {'1.2'}, Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: 'QosPolicy': {'1.10'}, Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: 'SecurityGroup': {'1.5'}, Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: 'SecurityGroupRule': {'1.2'}, Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: 'SubPort': {'1.0'}, Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: 'Subnet': {'1.1'}, Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: 'Trunk': {'1.1'}} Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: consumer versions: Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: { DHCP agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: L3 agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: Metadata agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: Metering agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: Open vSwitch agent@dv-cinder-826350-1-iscsi: { 'AddressGroup': '1.2', Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: 'ConntrackHelper': '1.0', Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: 'LocalIPAssociation': '1.0', Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: 'Log': '1.0', Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: 'Network': '1.1', Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: 'Port': '1.7', Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: 'PortForwarding': '1.2', Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: 'QosPolicy': '1.10', Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: 'SecurityGroup': '1.5', Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: 'SecurityGroupRule': '1.2', Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: 'SubPort': '1.0', Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: 'Subnet': '1.1', Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: 'Trunk': '1.1'}} Jan 25 18:31:10.636633 dv-cinder-826350-1-iscsi neutron-server[102640]: {{(pid=102640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 18:31:10.642979 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:31:10.643377 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] Checking segment: {'id': '14f16f10-728c-4a68-bac7-7d4e262ef550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5cea7268-c87f-4b36-846c-897c51eb7c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:31:10.643858 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:10.644246 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] Bound using segment: {'id': '14f16f10-728c-4a68-bac7-7d4e262ef550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5cea7268-c87f-4b36-846c-897c51eb7c06'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:31:10.644743 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] Bound port: 82f6c864-e6a4-40ab-9726-f02bfccce29e, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f16f10-728c-4a68-bac7-7d4e262ef550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5cea7268-c87f-4b36-846c-897c51eb7c06'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:31:10.645128 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (82f6c864-e6a4-40ab-9726-f02bfccce29e), before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:10.672296 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-bad57efa-2204-4eb5-bb60-fca2533c5b0b None None] Provisioning complete for port 82f6c864-e6a4-40ab-9726-f02bfccce29e triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:31:10.672773 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bad57efa-2204-4eb5-bb60-fca2533c5b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (82f6c864-e6a4-40ab-9726-f02bfccce29e), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:10.711147 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-bad57efa-2204-4eb5-bb60-fca2533c5b0b None None] Port 82f6c864-e6a4-40ab-9726-f02bfccce29e cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:31:10.715640 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] For port 82f6c864-e6a4-40ab-9726-f02bfccce29e, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:31:10.735327 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] For port 82f6c864-e6a4-40ab-9726-f02bfccce29e, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=82f6c864-e6a4-40ab-9726-f02bfccce29e,segment=NetworkSegment(14f16f10-728c-4a68-bac7-7d4e262ef550),segment_id=14f16f10-728c-4a68-bac7-7d4e262ef550)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:31:10.739737 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (82f6c864-e6a4-40ab-9726-f02bfccce29e), after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:10.796027 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5527fdf-0ee7-4226-8e54-5593fb2684f0 None None] Pushing event updated for resources: {'Port': ['ID=82f6c864-e6a4-40ab-9726-f02bfccce29e,revision_number=4']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:31:10.802703 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] Routers {'05caf7d2-7052-4d62-b959-8c2d76a55445'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:31:10.803303 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:31:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['05caf7d2-7052-4d62-b959-8c2d76a55445'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:31:10.894720 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] Set router 05caf7d2-7052-4d62-b959-8c2d76a55445 gateway port host: None {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:31:11.032830 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-53e3cf65-7a76-446f-9ded-6cc9c6b7bf9a None None] Provisioning complete for port 82f6c864-e6a4-40ab-9726-f02bfccce29e triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:31:11.033531 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-53e3cf65-7a76-446f-9ded-6cc9c6b7bf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (82f6c864-e6a4-40ab-9726-f02bfccce29e), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:11.104890 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05caf7d2-7052-4d62-b959-8c2d76a55445', 'name': 'router1', 'tenant_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:30:58Z', 'updated_at': '2022-01-25T18:31:08Z', 'revision_number': 2, 'project_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'gw_port_host': None, '_interfaces': [{'id': '82f6c864-e6a4-40ab-9726-f02bfccce29e', 'name': '', 'network_id': '5cea7268-c87f-4b36-846c-897c51eb7c06', 'tenant_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'mac_address': 'fa:16:3e:a3:a1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05caf7d2-7052-4d62-b959-8c2d76a55445', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '406310cb-fd6f-4fbe-8797-5f9db14dce9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:31:07Z', 'updated_at': '2022-01-25T18:31:10Z', 'revision_number': 4, 'project_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'subnets': [{'id': '406310cb-fd6f-4fbe-8797-5f9db14dce9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec879a0d-43de-4ee3-b032-e8fb9c6bceb7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:31:11.113294 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-53e3cf65-7a76-446f-9ded-6cc9c6b7bf9a None None] Current status of the port 82f6c864-e6a4-40ab-9726-f02bfccce29e is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:31:11.113699 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-53e3cf65-7a76-446f-9ded-6cc9c6b7bf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (82f6c864-e6a4-40ab-9726-f02bfccce29e), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:11.132979 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45645f47-9305-4a3d-ada6-b69b12616843 None None] The sync data for ids ['05caf7d2-7052-4d62-b959-8c2d76a55445'] in dv-cinder-826350-1-iscsi is: [{'id': '05caf7d2-7052-4d62-b959-8c2d76a55445', 'name': 'router1', 'tenant_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:30:58Z', 'updated_at': '2022-01-25T18:31:08Z', 'revision_number': 2, 'project_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'gw_port_host': None, '_interfaces': [{'id': '82f6c864-e6a4-40ab-9726-f02bfccce29e', 'name': '', 'network_id': '5cea7268-c87f-4b36-846c-897c51eb7c06', 'tenant_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'mac_address': 'fa:16:3e:a3:a1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05caf7d2-7052-4d62-b959-8c2d76a55445', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '406310cb-fd6f-4fbe-8797-5f9db14dce9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:31:07Z', 'updated_at': '2022-01-25T18:31:10Z', 'revision_number': 4, 'project_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'subnets': [{'id': '406310cb-fd6f-4fbe-8797-5f9db14dce9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec879a0d-43de-4ee3-b032-e8fb9c6bceb7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:31:11.145930 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-53e3cf65-7a76-446f-9ded-6cc9c6b7bf9a None None] For port 82f6c864-e6a4-40ab-9726-f02bfccce29e, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=82f6c864-e6a4-40ab-9726-f02bfccce29e,segment=NetworkSegment(14f16f10-728c-4a68-bac7-7d4e262ef550),segment_id=14f16f10-728c-4a68-bac7-7d4e262ef550)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:31:11.151625 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-53e3cf65-7a76-446f-9ded-6cc9c6b7bf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (82f6c864-e6a4-40ab-9726-f02bfccce29e), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:11.210710 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3cf65-7a76-446f-9ded-6cc9c6b7bf9a None None] Pushing event updated for resources: {'Port': ['ID=82f6c864-e6a4-40ab-9726-f02bfccce29e,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:31:13.869042 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 41194) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:31:13.977551 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7302d77-35e9-4097-842f-df0f32ecf55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:31:13.979381 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-f7302d77-35e9-4097-842f-df0f32ecf55d admin admin] 10.222.0.41 "GET /v2.0/networks/af042177-33eb-43ce-93a3-80213c48b93e HTTP/1.1" status: 200 len: 842 time: 0.1087060 Jan 25 18:31:13.988725 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-5ed603af-a13a-4c20-a7dc-57dd0df0b478 admin admin] Request body: {'subnet': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'tenant_id': 'be28777b9ed6426092b7267d6f35c042', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:31:14.010988 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed603af-a13a-4c20-a7dc-57dd0df0b478 admin admin] Made reservation on behalf of be28777b9ed6426092b7267d6f35c042 for: {'subnet': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:31:14.013297 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-5ed603af-a13a-4c20-a7dc-57dd0df0b478 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:14.313435 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.objects.ports [None req-5ed603af-a13a-4c20-a7dc-57dd0df0b478 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102638) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 25 18:31:14.313779 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-5ed603af-a13a-4c20-a7dc-57dd0df0b478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for subnet (b5271661-edb4-4dc6-95f7-ec5badc479aa), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:14.366588 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed603af-a13a-4c20-a7dc-57dd0df0b478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5271661-edb4-4dc6-95f7-ec5badc479aa,revision_number=0']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:31:14.376577 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed603af-a13a-4c20-a7dc-57dd0df0b478 admin admin] Checking segment: {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:31:14.376924 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed603af-a13a-4c20-a7dc-57dd0df0b478 admin admin] Network hostable DHCP agents. Network: af042177-33eb-43ce-93a3-80213c48b93e, hostable agents: ['b5880275-9c8b-431f-be2f-f5317484e45d'], hosted agents: [] {{(pid=102638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 18:31:14.397019 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed603af-a13a-4c20-a7dc-57dd0df0b478 admin admin] Network af042177-33eb-43ce-93a3-80213c48b93e is scheduled to be hosted by DHCP agent b5880275-9c8b-431f-be2f-f5317484e45d with binding_index 1 {{(pid=102638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 18:31:14.408202 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-5ed603af-a13a-4c20-a7dc-57dd0df0b478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-1-iscsi, af042177-33eb-43ce-93a3-80213c48b93e) {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:31:14.412584 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed603af-a13a-4c20-a7dc-57dd0df0b478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:31:14.413237 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-5ed603af-a13a-4c20-a7dc-57dd0df0b478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for subnet (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:14.426143 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77812b38-3d79-485a-9401-a0ac63bd1ce5 None None] Network af042177-33eb-43ce-93a3-80213c48b93e requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:31:14.442183 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-5ed603af-a13a-4c20-a7dc-57dd0df0b478 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4456360 Jan 25 18:31:14.525950 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0172b85-7eae-404a-a842-edb1afdd6a52 None None] Network af042177-33eb-43ce-93a3-80213c48b93e requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:31:16.809137 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 41202) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:31:16.942134 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-c76e7fe7-824d-46f7-a568-15d377dce91e admin admin] 10.222.0.41 "GET /v2.0/routers/05caf7d2-7052-4d62-b959-8c2d76a55445 HTTP/1.1" status: 200 len: 710 time: 0.1316936 Jan 25 18:31:17.031170 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7d0eed-1f27-4c03-85e5-a503e422a618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:31:17.032541 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-bc7d0eed-1f27-4c03-85e5-a503e422a618 admin admin] 10.222.0.41 "GET /v2.0/networks/af042177-33eb-43ce-93a3-80213c48b93e HTTP/1.1" status: 200 len: 886 time: 0.0850043 Jan 25 18:31:17.041779 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-9840d6be-02af-426d-b0d4-885f209db131 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:31:17.367109 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-9840d6be-02af-426d-b0d4-885f209db131 admin admin] Publish callbacks [] for router_gateway (05caf7d2-7052-4d62-b959-8c2d76a55445), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:17.609458 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-9840d6be-02af-426d-b0d4-885f209db131 admin admin] Publish callbacks [] for router_gateway (05caf7d2-7052-4d62-b959-8c2d76a55445), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:17.687941 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-9840d6be-02af-426d-b0d4-885f209db131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:17.797368 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [None req-9840d6be-02af-426d-b0d4-885f209db131 admin admin] Allocated IP 172.27.2.22 (af042177-33eb-43ce-93a3-80213c48b93e/b5271661-edb4-4dc6-95f7-ec5badc479aa/101f6289-faca-4912-aa7a-fc844afcd7fa) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:31:17.899377 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-9840d6be-02af-426d-b0d4-885f209db131 admin admin] Publish callbacks [] for port (101f6289-faca-4912-aa7a-fc844afcd7fa), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:17.932778 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-9840d6be-02af-426d-b0d4-885f209db131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (101f6289-faca-4912-aa7a-fc844afcd7fa), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:17.972718 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9840d6be-02af-426d-b0d4-885f209db131 admin admin] Network af042177-33eb-43ce-93a3-80213c48b93e is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:31:17.975462 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-9840d6be-02af-426d-b0d4-885f209db131 admin admin] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:31:17.981379 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9840d6be-02af-426d-b0d4-885f209db131 admin admin] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:31:18.012889 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840d6be-02af-426d-b0d4-885f209db131 admin admin] Pushing event updated for resources: {'Port': ['ID=101f6289-faca-4912-aa7a-fc844afcd7fa,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:31:18.226078 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-9840d6be-02af-426d-b0d4-885f209db131 admin admin] Publish callbacks [] for router_gateway (05caf7d2-7052-4d62-b959-8c2d76a55445), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:18.416818 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-9840d6be-02af-426d-b0d4-885f209db131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-699381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62776'] for router (05caf7d2-7052-4d62-b959-8c2d76a55445), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:18.420401 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-9840d6be-02af-426d-b0d4-885f209db131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-699342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-699388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-699335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-697122'] for router (05caf7d2-7052-4d62-b959-8c2d76a55445), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:18.530879 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9840d6be-02af-426d-b0d4-885f209db131 admin admin] Router 05caf7d2-7052-4d62-b959-8c2d76a55445 has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:31:18.637303 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9840d6be-02af-426d-b0d4-885f209db131 admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:31:18.641592 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-9840d6be-02af-426d-b0d4-885f209db131 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:18.643239 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-9840d6be-02af-426d-b0d4-885f209db131 admin admin] 10.222.0.41 "PUT /v2.0/routers/05caf7d2-7052-4d62-b959-8c2d76a55445 HTTP/1.1" status: 200 len: 889 time: 1.6049464 Jan 25 18:31:18.770713 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 82f6c864-e6a4-40ab-9726-f02bfccce29e up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:31:18.827236 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 82f6c864-e6a4-40ab-9726-f02bfccce29e triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:31:18.827571 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (82f6c864-e6a4-40ab-9726-f02bfccce29e), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:18.915078 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 82f6c864-e6a4-40ab-9726-f02bfccce29e is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:31:19.473149 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] Sync routers for ids ['05caf7d2-7052-4d62-b959-8c2d76a55445'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:31:19.485166 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] Routers {'05caf7d2-7052-4d62-b959-8c2d76a55445'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:31:19.485873 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:31:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['05caf7d2-7052-4d62-b959-8c2d76a55445'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:31:19.691291 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] Set router 05caf7d2-7052-4d62-b959-8c2d76a55445 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:31:20.083709 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05caf7d2-7052-4d62-b959-8c2d76a55445', 'name': 'router1', 'tenant_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '101f6289-faca-4912-aa7a-fc844afcd7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:30:58Z', 'updated_at': '2022-01-25T18:31:18Z', 'revision_number': 4, 'project_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'gw_port': {'id': '101f6289-faca-4912-aa7a-fc844afcd7fa', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05caf7d2-7052-4d62-b959-8c2d76a55445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:31:17Z', 'updated_at': '2022-01-25T18:31:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '82f6c864-e6a4-40ab-9726-f02bfccce29e', 'name': '', 'network_id': '5cea7268-c87f-4b36-846c-897c51eb7c06', 'tenant_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'mac_address': 'fa:16:3e:a3:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05caf7d2-7052-4d62-b959-8c2d76a55445', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '406310cb-fd6f-4fbe-8797-5f9db14dce9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:31:07Z', 'updated_at': '2022-01-25T18:31:11Z', 'revision_number': 5, 'project_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'subnets': [{'id': '406310cb-fd6f-4fbe-8797-5f9db14dce9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec879a0d-43de-4ee3-b032-e8fb9c6bceb7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:31:20.200441 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] Checking router: 05caf7d2-7052-4d62-b959-8c2d76a55445 for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:31:20.200785 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] Updating router 05caf7d2-7052-4d62-b959-8c2d76a55445 port 101f6289-faca-4912-aa7a-fc844afcd7fa binding host dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 18:31:20.246393 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (101f6289-faca-4912-aa7a-fc844afcd7fa), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:20.557514 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] Publish callbacks [] for port (101f6289-faca-4912-aa7a-fc844afcd7fa), precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:20.562494 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (101f6289-faca-4912-aa7a-fc844afcd7fa), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:20.613534 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] Attempting to bind port 101f6289-faca-4912-aa7a-fc844afcd7fa on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:31:20.613909 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] Attempting to bind port 101f6289-faca-4912-aa7a-fc844afcd7fa by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:31:20.614295 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] Attempting to bind port 101f6289-faca-4912-aa7a-fc844afcd7fa on network af042177-33eb-43ce-93a3-80213c48b93e {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:31:20.617004 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28659c-8e69-473e-9b3e-420f8c26ec6b None None] Pushing event updated for resources: {'Port': ['ID=101f6289-faca-4912-aa7a-fc844afcd7fa,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:31:20.622416 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:31:20.622886 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] Checking segment: {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:31:20.623198 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:20.623590 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] Bound using segment: {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:31:20.624063 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] Bound port: 101f6289-faca-4912-aa7a-fc844afcd7fa, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:31:20.625025 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (101f6289-faca-4912-aa7a-fc844afcd7fa), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:20.672385 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] For port 101f6289-faca-4912-aa7a-fc844afcd7fa, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:31:20.675487 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] For port 101f6289-faca-4912-aa7a-fc844afcd7fa, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=101f6289-faca-4912-aa7a-fc844afcd7fa,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:31:20.679691 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (101f6289-faca-4912-aa7a-fc844afcd7fa), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:20.726147 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] Routers {'05caf7d2-7052-4d62-b959-8c2d76a55445'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:31:20.726740 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:31:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['05caf7d2-7052-4d62-b959-8c2d76a55445'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:31:20.776230 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28659c-8e69-473e-9b3e-420f8c26ec6b None None] Pushing event updated for resources: {'Port': ['ID=101f6289-faca-4912-aa7a-fc844afcd7fa,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:31:20.849079 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] Set router 05caf7d2-7052-4d62-b959-8c2d76a55445 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:31:21.059226 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05caf7d2-7052-4d62-b959-8c2d76a55445', 'name': 'router1', 'tenant_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '101f6289-faca-4912-aa7a-fc844afcd7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:30:58Z', 'updated_at': '2022-01-25T18:31:18Z', 'revision_number': 4, 'project_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'gw_port': {'id': '101f6289-faca-4912-aa7a-fc844afcd7fa', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05caf7d2-7052-4d62-b959-8c2d76a55445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:31:17Z', 'updated_at': '2022-01-25T18:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '82f6c864-e6a4-40ab-9726-f02bfccce29e', 'name': '', 'network_id': '5cea7268-c87f-4b36-846c-897c51eb7c06', 'tenant_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'mac_address': 'fa:16:3e:a3:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05caf7d2-7052-4d62-b959-8c2d76a55445', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '406310cb-fd6f-4fbe-8797-5f9db14dce9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:31:07Z', 'updated_at': '2022-01-25T18:31:11Z', 'revision_number': 5, 'project_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'subnets': [{'id': '406310cb-fd6f-4fbe-8797-5f9db14dce9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec879a0d-43de-4ee3-b032-e8fb9c6bceb7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:31:21.089732 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b5660-f2ff-46de-b6fc-ceca10e14c14 None None] The sync data for ids ['05caf7d2-7052-4d62-b959-8c2d76a55445'] in dv-cinder-826350-1-iscsi is: [{'id': '05caf7d2-7052-4d62-b959-8c2d76a55445', 'name': 'router1', 'tenant_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '101f6289-faca-4912-aa7a-fc844afcd7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:30:58Z', 'updated_at': '2022-01-25T18:31:18Z', 'revision_number': 4, 'project_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'gw_port': {'id': '101f6289-faca-4912-aa7a-fc844afcd7fa', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05caf7d2-7052-4d62-b959-8c2d76a55445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:31:17Z', 'updated_at': '2022-01-25T18:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '82f6c864-e6a4-40ab-9726-f02bfccce29e', 'name': '', 'network_id': '5cea7268-c87f-4b36-846c-897c51eb7c06', 'tenant_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'mac_address': 'fa:16:3e:a3:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05caf7d2-7052-4d62-b959-8c2d76a55445', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '406310cb-fd6f-4fbe-8797-5f9db14dce9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:31:07Z', 'updated_at': '2022-01-25T18:31:11Z', 'revision_number': 5, 'project_id': 'ed7c0bd68ed64872822c875a7eb400d6', 'subnets': [{'id': '406310cb-fd6f-4fbe-8797-5f9db14dce9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec879a0d-43de-4ee3-b032-e8fb9c6bceb7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:31:21.091740 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 41214) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:31:21.239059 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-fd032c6e-f1bc-47e0-8c36-1f59aa9e6a5f admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1461205 Jan 25 18:31:22.757929 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 101f6289-faca-4912-aa7a-fc844afcd7fa up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:31:22.813265 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 101f6289-faca-4912-aa7a-fc844afcd7fa triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:31:22.813667 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (101f6289-faca-4912-aa7a-fc844afcd7fa), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:22.902060 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 101f6289-faca-4912-aa7a-fc844afcd7fa is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:31:22.902461 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (101f6289-faca-4912-aa7a-fc844afcd7fa), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:22.924309 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] For port 101f6289-faca-4912-aa7a-fc844afcd7fa, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=101f6289-faca-4912-aa7a-fc844afcd7fa,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:31:22.929747 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (101f6289-faca-4912-aa7a-fc844afcd7fa), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:22.990128 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Pushing event updated for resources: {'Port': ['ID=101f6289-faca-4912-aa7a-fc844afcd7fa,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:31:24.768843 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 101f6289-faca-4912-aa7a-fc844afcd7fa up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:31:24.842387 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 101f6289-faca-4912-aa7a-fc844afcd7fa triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:31:24.843094 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (101f6289-faca-4912-aa7a-fc844afcd7fa), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:24.934885 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 101f6289-faca-4912-aa7a-fc844afcd7fa is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:31:30.015527 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-58e83662-a17d-40fb-a40b-907b418106da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:32.158805 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f9714225-759e-47c9-bb12-c604bfc560fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:33.489024 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:34.809347 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:36.094332 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:31:39.446840 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 5 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:32:00.010717 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c4a2-4600-4b76-807c-551301b3cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:32:02.165090 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31e7768a-37c8-4463-95e3-308e2a9ca932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:32:03.498818 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:32:04.803253 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:32:06.089874 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:32:16.446667 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 5 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:32:30.015096 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-066c0834-5a5d-4760-93ae-33aaa03332a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:32:32.160774 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a8babae-fb1b-423f-a1eb-7383e7532b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:32:33.495401 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:32:34.812579 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:32:36.092532 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:32:40.270735 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 41698) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:32:40.330329 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.pecan_wsgi.hooks.translation [None req-21413924-e042-4ab1-9efc-d6d46ecadd3a admin admin] GET failed (client error): The resource could not be found. Jan 25 18:32:40.331584 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-21413924-e042-4ab1-9efc-d6d46ecadd3a admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0599082 Jan 25 18:32:40.490707 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36138bf0-3b3a-4c35-bef3-a74c301bb53e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:32:40.492101 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-36138bf0-3b3a-4c35-bef3-a74c301bb53e admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1558952 Jan 25 18:32:42.735217 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 41708) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:32:42.828316 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3c3c43-c579-4d98-9062-fbc93571d4b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:32:42.829632 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-2b3c3c43-c579-4d98-9062-fbc93571d4b9 admin admin] 10.222.0.41 "GET /v2.0/subnets/406310cb-fd6f-4fbe-8797-5f9db14dce9a HTTP/1.1" status: 200 len: 849 time: 0.0934658 Jan 25 18:32:42.839025 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-ea830d3b-6360-4bc4-9bfa-cc0ec84a1d9f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:32:42.919894 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ea830d3b-6360-4bc4-9bfa-cc0ec84a1d9f admin admin] Publish callbacks [] for subnet (406310cb-fd6f-4fbe-8797-5f9db14dce9a), before_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:32:43.064006 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ea830d3b-6360-4bc4-9bfa-cc0ec84a1d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748161409199'] for subnet (406310cb-fd6f-4fbe-8797-5f9db14dce9a), after_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:32:43.097336 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea830d3b-6360-4bc4-9bfa-cc0ec84a1d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:32:43.098828 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ea830d3b-6360-4bc4-9bfa-cc0ec84a1d9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for subnet (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:32:43.109447 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-ea830d3b-6360-4bc4-9bfa-cc0ec84a1d9f admin admin] 10.222.0.41 "PUT /v2.0/subnets/406310cb-fd6f-4fbe-8797-5f9db14dce9a HTTP/1.1" status: 200 len: 868 time: 0.2642500 Jan 25 18:32:43.112485 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9982f734-157b-4a8a-9ecf-505999c4204a None None] Network 5cea7268-c87f-4b36-846c-897c51eb7c06 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:32:43.119981 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea830d3b-6360-4bc4-9bfa-cc0ec84a1d9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=406310cb-fd6f-4fbe-8797-5f9db14dce9a,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:32:43.127674 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea830d3b-6360-4bc4-9bfa-cc0ec84a1d9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:32:43.128056 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea830d3b-6360-4bc4-9bfa-cc0ec84a1d9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:32:43.128399 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea830d3b-6360-4bc4-9bfa-cc0ec84a1d9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:32:43.128739 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea830d3b-6360-4bc4-9bfa-cc0ec84a1d9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:32:43.129073 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea830d3b-6360-4bc4-9bfa-cc0ec84a1d9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:32:43.129410 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea830d3b-6360-4bc4-9bfa-cc0ec84a1d9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:32:43.129755 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea830d3b-6360-4bc4-9bfa-cc0ec84a1d9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:32:43.130126 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea830d3b-6360-4bc4-9bfa-cc0ec84a1d9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:32:43.130472 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea830d3b-6360-4bc4-9bfa-cc0ec84a1d9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:32:43.130849 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea830d3b-6360-4bc4-9bfa-cc0ec84a1d9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:32:43.131146 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea830d3b-6360-4bc4-9bfa-cc0ec84a1d9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:32:43.131467 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea830d3b-6360-4bc4-9bfa-cc0ec84a1d9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:32:43.131930 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea830d3b-6360-4bc4-9bfa-cc0ec84a1d9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:32:43.414972 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-8f8dc935-376f-43e2-afe8-8964f02c9164 None None] Provisioning complete for port 5a5f1980-65b6-4b84-b58a-f0eb713039e7 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:32:43.415360 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8f8dc935-376f-43e2-afe8-8964f02c9164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (5a5f1980-65b6-4b84-b58a-f0eb713039e7), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:32:43.493677 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-8f8dc935-376f-43e2-afe8-8964f02c9164 None None] Current status of the port 5a5f1980-65b6-4b84-b58a-f0eb713039e7 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:32:43.503524 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-8f8dc935-376f-43e2-afe8-8964f02c9164 None None] Provisioning complete for port 82f6c864-e6a4-40ab-9726-f02bfccce29e triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:32:43.503858 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8f8dc935-376f-43e2-afe8-8964f02c9164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (82f6c864-e6a4-40ab-9726-f02bfccce29e), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:32:43.580044 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-8f8dc935-376f-43e2-afe8-8964f02c9164 None None] Current status of the port 82f6c864-e6a4-40ab-9726-f02bfccce29e is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:32:45.330837 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 41716) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:32:45.531527 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb121ed-3e29-47f9-becf-848c75518c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:32:45.531934 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb121ed-3e29-47f9-becf-848c75518c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:32:45.533481 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-9eb121ed-3e29-47f9-becf-848c75518c3c admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2016847 Jan 25 18:32:47.764471 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 41724) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:32:47.900218 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677f3979-4c1c-41c5-a63c-ffe777911252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:32:47.900708 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677f3979-4c1c-41c5-a63c-ffe777911252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:32:47.902285 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-677f3979-4c1c-41c5-a63c-ffe777911252 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1367896 Jan 25 18:32:50.131543 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 41732) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:32:50.265052 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd21bf2-f870-4a18-a0ff-180330cba924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:32:50.266452 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-7dd21bf2-f870-4a18-a0ff-180330cba924 admin admin] 10.222.0.41 "GET /v2.0/networks/5cea7268-c87f-4b36-846c-897c51eb7c06 HTTP/1.1" status: 200 len: 869 time: 0.1339598 Jan 25 18:32:52.508987 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 41742) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:32:52.710116 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733a23c9-c3c2-4496-afbe-08d577e50cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:32:52.711495 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-733a23c9-c3c2-4496-afbe-08d577e50cb5 admin admin] 10.222.0.41 "GET /v2.0/networks/af042177-33eb-43ce-93a3-80213c48b93e HTTP/1.1" status: 200 len: 886 time: 0.2015746 Jan 25 18:32:53.445269 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 5 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:32:54.931664 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 41750) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:32:55.054344 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f3f49b-0335-404a-846c-e06e62b903bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:32:55.054818 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f3f49b-0335-404a-846c-e06e62b903bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:32:55.056305 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-91f3f49b-0335-404a-846c-e06e62b903bb admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236954 Jan 25 18:32:57.288613 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 41758) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:32:57.376075 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8aa8f1-3b89-4221-9613-033a02028972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:32:57.376547 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8aa8f1-3b89-4221-9613-033a02028972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:32:57.378029 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-cc8aa8f1-3b89-4221-9613-033a02028972 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0884347 Jan 25 18:32:59.616863 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 41766) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:32:59.710468 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cba8a21-7fec-48da-be7f-ee538dd5375c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:32:59.711827 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-6cba8a21-7fec-48da-be7f-ee538dd5375c admin admin] 10.222.0.41 "GET /v2.0/subnets/406310cb-fd6f-4fbe-8797-5f9db14dce9a HTTP/1.1" status: 200 len: 868 time: 0.0940328 Jan 25 18:33:00.016542 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f3f19298-0252-4cb9-a8dc-402a68ba410b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:01.938356 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 41774) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:33:02.021974 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9febb7-61b4-440a-84a9-238cd67d37c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:33:02.023309 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-2f9febb7-61b4-440a-84a9-238cd67d37c4 admin admin] 10.222.0.41 "GET /v2.0/subnets/b5271661-edb4-4dc6-95f7-ec5badc479aa HTTP/1.1" status: 200 len: 816 time: 0.0840113 Jan 25 18:33:02.166208 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-971d3819-ae7b-4fb6-af6e-74a8e97fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:03.497590 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:04.811411 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:06.095807 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:26.067446 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 41828) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:33:26.114607 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [None req-6e01470d-b270-4c2f-b61c-b8d01d9355b1 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:33:26.115633 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-6e01470d-b270-4c2f-b61c-b8d01d9355b1 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471570 Jan 25 18:33:28.462661 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 41836) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:33:28.522913 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b2718e-a81d-4fb5-b4b9-8679ae6b2000 admin admin] GET failed (client error): The resource could not be found. Jan 25 18:33:28.524163 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-28b2718e-a81d-4fb5-b4b9-8679ae6b2000 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605824 Jan 25 18:33:28.663034 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02376d6-fd08-4f9e-80d7-50ab1b7f33c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:33:28.664413 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-f02376d6-fd08-4f9e-80d7-50ab1b7f33c4 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1363046 Jan 25 18:33:30.017685 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bada6760-70ca-4bfa-a6da-f720655543f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:30.444248 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 5 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:33:30.944326 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 41846) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:33:30.989743 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] Request body: {'network': {'project_id': 'be28777b9ed6426092b7267d6f35c042', 'name': 'shared', 'tenant_id': 'be28777b9ed6426092b7267d6f35c042', 'admin_state_up': True, 'shared': True}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:33:31.015012 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] Made reservation on behalf of be28777b9ed6426092b7267d6f35c042 for: {'network': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:33:31.017421 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for network (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:31.047658 dv-cinder-826350-1-iscsi neutron-server[102638]: WARNING neutron.services.revisions.revision_plugin [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] Could not find related network for resource to bump revision. Jan 25 18:33:31.062895 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=102638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 18:33:31.073065 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (cdd5eaff-8fd0-4c0c-b640-4c770fd1c2d3), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:31.073477 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.db.segments_db [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] Added segment cdd5eaff-8fd0-4c0c-b640-4c770fd1c2d3 of type vlan for network 568c6717-1feb-43ae-814f-0c0bf00d8fc1 Jan 25 18:33:31.112010 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748160996684'] for network (568c6717-1feb-43ae-814f-0c0bf00d8fc1), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:31.134492 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for network (568c6717-1feb-43ae-814f-0c0bf00d8fc1), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:31.135424 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:33:31.136008 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:31.166473 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2211041 Jan 25 18:33:31.201778 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] Pushing event updated for resources: {'Network': ['ID=568c6717-1feb-43ae-814f-0c0bf00d8fc1,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:33:31.208981 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:31.209367 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:31.209718 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:31.210099 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:31.210441 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:31.210778 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:31.211128 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:31.211470 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:31.211814 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:31.212164 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:31.212496 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:31.212821 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:31.213210 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49874-449f-466a-9371-ce35fed0fc4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:31.225722 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Network 568c6717-1feb-43ae-814f-0c0bf00d8fc1 details requested by agent ovs-agent-dv-cinder-826350-1-iscsi with host dv-cinder-826350-1-iscsi {{(pid=102639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 18:33:32.167840 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8fb7dcf8-6332-4219-ad6c-8bd86d9fca29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:33.453687 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 41856) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:33:33.504874 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:33.512642 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.pecan_wsgi.hooks.translation [None req-55154a76-3cf5-4dd1-af7d-82f3604b0f00 admin admin] GET failed (client error): The resource could not be found. Jan 25 18:33:33.513910 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-55154a76-3cf5-4dd1-af7d-82f3604b0f00 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592363 Jan 25 18:33:33.579823 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54bbc6f-18d8-486f-b00c-902b0959def9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:33:33.581271 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-f54bbc6f-18d8-486f-b00c-902b0959def9 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0633194 Jan 25 18:33:33.591990 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-77881235-e713-473f-98fb-4716c0a4ebdf admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'tenant_id': 'be28777b9ed6426092b7267d6f35c042', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '568c6717-1feb-43ae-814f-0c0bf00d8fc1'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:33:33.611173 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77881235-e713-473f-98fb-4716c0a4ebdf admin admin] Made reservation on behalf of be28777b9ed6426092b7267d6f35c042 for: {'subnet': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:33:33.614293 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-77881235-e713-473f-98fb-4716c0a4ebdf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:33.772251 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-77881235-e713-473f-98fb-4716c0a4ebdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for subnet (9015bac2-246a-43a5-a6b4-dbdbbd61b927), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:33.823889 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77881235-e713-473f-98fb-4716c0a4ebdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9015bac2-246a-43a5-a6b4-dbdbbd61b927,revision_number=0']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:33:33.832639 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77881235-e713-473f-98fb-4716c0a4ebdf admin admin] Checking segment: {'id': 'cdd5eaff-8fd0-4c0c-b640-4c770fd1c2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '568c6717-1feb-43ae-814f-0c0bf00d8fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:33:33.832994 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77881235-e713-473f-98fb-4716c0a4ebdf admin admin] Network hostable DHCP agents. Network: 568c6717-1feb-43ae-814f-0c0bf00d8fc1, hostable agents: ['b5880275-9c8b-431f-be2f-f5317484e45d'], hosted agents: [] {{(pid=102638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 18:33:33.848740 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77881235-e713-473f-98fb-4716c0a4ebdf admin admin] Network 568c6717-1feb-43ae-814f-0c0bf00d8fc1 is scheduled to be hosted by DHCP agent b5880275-9c8b-431f-be2f-f5317484e45d with binding_index 1 {{(pid=102638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 18:33:33.857069 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-77881235-e713-473f-98fb-4716c0a4ebdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-1-iscsi, 568c6717-1feb-43ae-814f-0c0bf00d8fc1) {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:33:33.860909 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77881235-e713-473f-98fb-4716c0a4ebdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:33:33.861576 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-77881235-e713-473f-98fb-4716c0a4ebdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for subnet (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:33.868798 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3143fa-cd35-4ebb-8739-d4fd6fa54a73 None None] Network 568c6717-1feb-43ae-814f-0c0bf00d8fc1 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:33:33.876726 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-77881235-e713-473f-98fb-4716c0a4ebdf admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2889326 Jan 25 18:33:33.983360 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b39d9ff-679d-5f50-bbb7-ef26a22f6105-568c6717-1feb-43ae-814f-0c0bf00d8fc1', 'network_id': '568c6717-1feb-43ae-814f-0c0bf00d8fc1', 'project_id': 'be28777b9ed6426092b7267d6f35c042', 'fixed_ips': [{'subnet_id': '9015bac2-246a-43a5-a6b4-dbdbbd61b927'}]}} from dv-cinder-826350-1-iscsi. {{(pid=102639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 18:33:33.984335 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:34.125903 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Allocated IP 192.168.233.2 (568c6717-1feb-43ae-814f-0c0bf00d8fc1/9015bac2-246a-43a5-a6b4-dbdbbd61b927/abc44845-f21a-4395-9268-64caf7e3f3e2) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:33:34.273829 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Publish callbacks [] for port (abc44845-f21a-4395-9268-64caf7e3f3e2), precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:34.281549 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (abc44845-f21a-4395-9268-64caf7e3f3e2), after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:34.318647 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Network 568c6717-1feb-43ae-814f-0c0bf00d8fc1 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:33:34.321352 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:33:34.332339 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:33:34.334281 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Pushing event updated for resources: {'Port': ['ID=abc44845-f21a-4395-9268-64caf7e3f3e2,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:33:34.346455 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:34.346822 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:34.347182 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:34.348058 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:34.348398 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:34.348725 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:34.349049 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:34.349380 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:34.349700 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:34.350061 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:34.350391 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:34.350710 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:34.351027 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:33:34.399311 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Attempting to bind port abc44845-f21a-4395-9268-64caf7e3f3e2 on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:33:34.399868 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Attempting to bind port abc44845-f21a-4395-9268-64caf7e3f3e2 by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': 'cdd5eaff-8fd0-4c0c-b640-4c770fd1c2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '568c6717-1feb-43ae-814f-0c0bf00d8fc1'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:33:34.400332 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Attempting to bind port abc44845-f21a-4395-9268-64caf7e3f3e2 on network 568c6717-1feb-43ae-814f-0c0bf00d8fc1 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:33:34.409272 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:33:34.410124 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Checking segment: {'id': 'cdd5eaff-8fd0-4c0c-b640-4c770fd1c2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '568c6717-1feb-43ae-814f-0c0bf00d8fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:33:34.411182 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:34.412115 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Bound using segment: {'id': 'cdd5eaff-8fd0-4c0c-b640-4c770fd1c2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '568c6717-1feb-43ae-814f-0c0bf00d8fc1'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:33:34.412230 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Bound port: abc44845-f21a-4395-9268-64caf7e3f3e2, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd5eaff-8fd0-4c0c-b640-4c770fd1c2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '568c6717-1feb-43ae-814f-0c0bf00d8fc1'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:33:34.412615 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (abc44845-f21a-4395-9268-64caf7e3f3e2), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:34.582884 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] For port abc44845-f21a-4395-9268-64caf7e3f3e2, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:33:34.586654 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] For port abc44845-f21a-4395-9268-64caf7e3f3e2, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=abc44845-f21a-4395-9268-64caf7e3f3e2,segment=NetworkSegment(cdd5eaff-8fd0-4c0c-b640-4c770fd1c2d3),segment_id=cdd5eaff-8fd0-4c0c-b640-4c770fd1c2d3)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:33:34.591635 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (abc44845-f21a-4395-9268-64caf7e3f3e2), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:34.649763 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796aac88-ff0c-47e8-8653-6b3feec0658e None None] Pushing event updated for resources: {'Port': ['ID=abc44845-f21a-4395-9268-64caf7e3f3e2,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:33:34.824196 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:35.595186 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dd05cf-3f0a-4b63-994a-313c8f34c526 None None] Network 568c6717-1feb-43ae-814f-0c0bf00d8fc1 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:33:35.662952 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-840eade5-64e1-4212-bff0-f4e1cf1cf6f8 None None] Provisioning complete for port abc44845-f21a-4395-9268-64caf7e3f3e2 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:33:35.663223 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-840eade5-64e1-4212-bff0-f4e1cf1cf6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (abc44845-f21a-4395-9268-64caf7e3f3e2), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:35.782962 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-840eade5-64e1-4212-bff0-f4e1cf1cf6f8 None None] Current status of the port abc44845-f21a-4395-9268-64caf7e3f3e2 is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:33:35.783362 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-840eade5-64e1-4212-bff0-f4e1cf1cf6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (abc44845-f21a-4395-9268-64caf7e3f3e2), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:35.819576 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-840eade5-64e1-4212-bff0-f4e1cf1cf6f8 None None] For port abc44845-f21a-4395-9268-64caf7e3f3e2, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=abc44845-f21a-4395-9268-64caf7e3f3e2,segment=NetworkSegment(cdd5eaff-8fd0-4c0c-b640-4c770fd1c2d3),segment_id=cdd5eaff-8fd0-4c0c-b640-4c770fd1c2d3)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:33:35.826441 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-840eade5-64e1-4212-bff0-f4e1cf1cf6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (abc44845-f21a-4395-9268-64caf7e3f3e2), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:35.880492 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840eade5-64e1-4212-bff0-f4e1cf1cf6f8 None None] Pushing event updated for resources: {'Port': ['ID=abc44845-f21a-4395-9268-64caf7e3f3e2,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:33:36.048704 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-cb3b4002-6154-443f-aef8-a1d404fb6807 None None] Provisioning complete for port abc44845-f21a-4395-9268-64caf7e3f3e2 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:33:36.049021 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cb3b4002-6154-443f-aef8-a1d404fb6807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (abc44845-f21a-4395-9268-64caf7e3f3e2), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:36.106072 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:36.144254 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-cb3b4002-6154-443f-aef8-a1d404fb6807 None None] Current status of the port abc44845-f21a-4395-9268-64caf7e3f3e2 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:33:36.849396 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device abc44845-f21a-4395-9268-64caf7e3f3e2 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:33:36.897992 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port abc44845-f21a-4395-9268-64caf7e3f3e2 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:33:36.898385 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (abc44845-f21a-4395-9268-64caf7e3f3e2), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:33:36.975782 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port abc44845-f21a-4395-9268-64caf7e3f3e2 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:34:00.018682 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6360306-e045-4233-b7c7-0dfda9f88b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:34:02.169637 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-78599b6b-c244-4439-99bd-333de0c0d88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:34:03.498440 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:34:04.813910 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:34:06.100408 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:34:07.443992 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 5 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:34:30.021071 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e7903247-9222-4943-b741-10e2106c97bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:34:32.171386 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-41cd8d3b-51d5-4500-aed9-a0b0e99da092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:34:33.500827 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:34:34.821731 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:34:36.102345 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:34:44.443091 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 5 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:34:50.925686 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 41900) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:34:50.931617 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [None req-1fe71260-0a87-40e4-94cd-e274be2ca54a tempest-verify_tempest_config-1693844710 tempest-verify_tempest_config-1693844710-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:34:50.932578 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-1fe71260-0a87-40e4-94cd-e274be2ca54a tempest-verify_tempest_config-1693844710 tempest-verify_tempest_config-1693844710-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058880 Jan 25 18:34:51.225663 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 41918) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:34:51.329641 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-3ab6c283-be06-4099-8aa0-210f4c779ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:34:51.401601 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-3ab6c283-be06-4099-8aa0-210f4c779ab7 admin admin] Publish callbacks [] for security_group (c24dc0a1-7fab-4f34-8888-8675317bad8d), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:34:51.405219 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-3ab6c283-be06-4099-8aa0-210f4c779ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (c24dc0a1-7fab-4f34-8888-8675317bad8d), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:34:51.449141 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-3ab6c283-be06-4099-8aa0-210f4c779ab7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8f43a5d7f3d4f55bfe27ab56e091f9d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2223685 Jan 25 18:34:51.450312 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6c283-be06-4099-8aa0-210f4c779ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24dc0a1-7fab-4f34-8888-8675317bad8d,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:34:51.452071 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 41922) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:34:51.456993 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6c283-be06-4099-8aa0-210f4c779ab7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:34:51.457341 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6c283-be06-4099-8aa0-210f4c779ab7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:34:51.457679 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6c283-be06-4099-8aa0-210f4c779ab7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:34:51.458045 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6c283-be06-4099-8aa0-210f4c779ab7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:34:51.458364 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6c283-be06-4099-8aa0-210f4c779ab7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:34:51.458687 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6c283-be06-4099-8aa0-210f4c779ab7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:34:51.459008 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6c283-be06-4099-8aa0-210f4c779ab7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:34:51.459332 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6c283-be06-4099-8aa0-210f4c779ab7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:34:51.459684 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6c283-be06-4099-8aa0-210f4c779ab7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:34:51.459989 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6c283-be06-4099-8aa0-210f4c779ab7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:34:51.460313 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6c283-be06-4099-8aa0-210f4c779ab7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:34:51.460631 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6c283-be06-4099-8aa0-210f4c779ab7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:34:51.460944 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6c283-be06-4099-8aa0-210f4c779ab7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:34:51.507003 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-62d52f30-4b26-4fde-8973-00144b175a50 admin admin] Publish callbacks [] for security_group (c24dc0a1-7fab-4f34-8888-8675317bad8d), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:34:51.530270 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-62d52f30-4b26-4fde-8973-00144b175a50 admin admin] Publish callbacks [] for security_group (c24dc0a1-7fab-4f34-8888-8675317bad8d), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:34:51.617042 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-62d52f30-4b26-4fde-8973-00144b175a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (c24dc0a1-7fab-4f34-8888-8675317bad8d), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:34:51.619574 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-62d52f30-4b26-4fde-8973-00144b175a50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:34:51.620775 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-62d52f30-4b26-4fde-8973-00144b175a50 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c24dc0a1-7fab-4f34-8888-8675317bad8d HTTP/1.1" status: 204 len: 168 time: 0.1677368 Jan 25 18:34:51.629517 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d52f30-4b26-4fde-8973-00144b175a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24dc0a1-7fab-4f34-8888-8675317bad8d,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:34:51.636035 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d52f30-4b26-4fde-8973-00144b175a50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:34:51.636405 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d52f30-4b26-4fde-8973-00144b175a50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:34:51.636755 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d52f30-4b26-4fde-8973-00144b175a50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:34:51.637096 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d52f30-4b26-4fde-8973-00144b175a50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:34:51.637432 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d52f30-4b26-4fde-8973-00144b175a50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:34:51.637764 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d52f30-4b26-4fde-8973-00144b175a50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:34:51.638122 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d52f30-4b26-4fde-8973-00144b175a50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:34:51.638484 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d52f30-4b26-4fde-8973-00144b175a50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:34:51.638777 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d52f30-4b26-4fde-8973-00144b175a50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:34:51.639123 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d52f30-4b26-4fde-8973-00144b175a50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:34:51.639457 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d52f30-4b26-4fde-8973-00144b175a50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:34:51.639788 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d52f30-4b26-4fde-8973-00144b175a50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:34:51.640114 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d52f30-4b26-4fde-8973-00144b175a50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:35:00.022406 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d44c6980-6575-46f5-b95a-ceb3e1050bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:35:02.172418 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b259d4c1-8bd3-4e48-a5bb-f98a2da50766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:35:03.503059 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:35:04.823584 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:35:06.104041 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:35:21.442785 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 5 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:35:30.025813 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eba25567-576e-4f66-87eb-a681970943a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:35:32.174510 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a657e00f-79b2-4191-89cc-d6d1cc0d265b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:35:33.504646 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:35:34.828722 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:35:36.105483 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:35:58.441606 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 5 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:36:00.026939 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6b21ea8e-ae21-49f4-bd4c-faa65d837998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:36:02.175447 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-68b09be7-c741-4a3f-87da-938e08c28049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:36:03.508455 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:36:04.828840 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:36:06.106667 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:36:21.854387 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699079'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:36:30.029532 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f3d70031-baa9-4ac0-a8e9-18a5628d55d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:36:32.178413 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d67068a3-1aa1-47ce-87c4-342e8b04c5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:36:33.510025 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:36:34.835422 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:36:35.441367 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:36:36.109191 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:36:36.272905 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 41996) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:36:36.374880 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-e182226f-2921-4497-bb9c-43c06b4d4063 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1008911 Jan 25 18:36:38.647313 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 42006) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:36:38.700830 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-fd6e1dca-119b-4a27-99b5-d2e6573c2597 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0521908 Jan 25 18:36:51.805315 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:37:00.032115 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2943906f-761e-4e7b-b5f4-4ab40be55afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:37:02.181130 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d7c528a3-d2cc-4ff9-9df0-dcaf68f1d87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:37:03.512957 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:37:04.837101 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:37:06.111652 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:37:12.440063 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:37:21.806765 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:37:30.034090 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-632b5bcd-a784-48da-9081-76222426401a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:37:32.191205 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5918d731-1911-42f6-a14c-fd81523e92b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:37:33.523136 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:37:34.854487 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:37:36.113804 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:37:49.439172 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:37:51.819511 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:00.039974 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-70383138-0d4d-4a45-9cd1-ee5534548102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:02.185383 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3170e102-ed54-4140-8db9-3ebfefa062bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:03.521055 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:04.862525 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:06.131151 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:09.377134 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 42198) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:09.745880 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 42222) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:09.760108 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-311322752-network', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:09.775174 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 42228) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:09.788361 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 42232) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:09.789352 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Made reservation on behalf of a3146285abdc4982ba9505ebc887faaa for: {'network': 1} {{(pid=102637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:38:09.792165 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for network (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:09.801528 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:09.885077 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Publish callbacks [] for security_group (83f08d7c-3568-4996-af23-3cc6ca303ae6), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:09.891740 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (83f08d7c-3568-4996-af23-3cc6ca303ae6), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:09.926315 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=102637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 18:38:09.928445 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f08d7c-3568-4996-af23-3cc6ca303ae6,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:09.939398 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:09.939755 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:09.940113 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:09.940451 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:09.940790 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:09.941120 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:09.941486 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:09.941808 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:09.942178 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:09.942525 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:09.942857 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:09.943182 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:09.943508 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Tracked resource versions report: Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: pushed versions: Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: { 'AddressGroup': {'1.2'}, Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: 'ConntrackHelper': {'1.0'}, Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: 'LocalIPAssociation': {'1.0'}, Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: 'Log': {'1.0'}, Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: 'Network': {'1.1'}, Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: 'Port': {'1.7'}, Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: 'PortForwarding': {'1.2'}, Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: 'QosPolicy': {'1.10'}, Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: 'SecurityGroup': {'1.5'}, Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: 'SecurityGroupRule': {'1.2'}, Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: 'SubPort': {'1.0'}, Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: 'Subnet': {'1.1'}, Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: 'Trunk': {'1.1'}} Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: consumer versions: Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: { DHCP agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: HyperV agent@hv-cinder-82635: {}, Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: L3 agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: Metadata agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: Metering agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: Open vSwitch agent@dv-cinder-826350-1-iscsi: { 'AddressGroup': '1.2', Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: 'ConntrackHelper': '1.0', Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: 'LocalIPAssociation': '1.0', Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: 'Log': '1.0', Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: 'Network': '1.1', Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: 'Port': '1.7', Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: 'PortForwarding': '1.2', Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: 'QosPolicy': '1.10', Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: 'SecurityGroup': '1.5', Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: 'SecurityGroupRule': '1.2', Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: 'SubPort': '1.0', Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: 'Subnet': '1.1', Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: 'Trunk': '1.1'}} Jan 25 18:38:09.944626 dv-cinder-826350-1-iscsi neutron-server[102637]: {{(pid=102637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 18:38:09.951680 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (75e2899b-01ba-47f3-8a62-3fd7282595a1), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:09.951998 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.db.segments_db [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Added segment 75e2899b-01ba-47f3-8a62-3fd7282595a1 of type vlan for network 39a92873-72dd-4c94-9b45-f8eddc76cfc4 Jan 25 18:38:09.995959 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748160996684'] for network (39a92873-72dd-4c94-9b45-f8eddc76cfc4), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.022914 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for network (39a92873-72dd-4c94-9b45-f8eddc76cfc4), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.024039 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:10.024651 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.035171 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-800383706-network', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:10.065506 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Made reservation on behalf of 7fd0ab9445184d34bff3e43185fd5e1e for: {'network': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:38:10.068420 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for network (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.088038 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-6d92d4d6-afc2-4914-8969-edd052c52e89 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-409483665-network', 'tenant_id': '17a718a30f324aa9b086c49d167a0bda'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:10.114199 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.127478 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 42244) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:10.133905 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-6b76b694-05f7-4cb9-a61b-2932152b252a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1346097466-network', 'tenant_id': '79f0c4c6863c4b73a0b86bb8d897ad55'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:10.145347 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7664587 Jan 25 18:38:10.146106 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 42248) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:10.155002 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-3bf525c3-594b-4798-b104-5a24ca56c2fd admin admin] Request body: {'subnet': {'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-311322752-subnet', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:10.162039 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351aa5e-dd14-4cb2-a41f-ea7dc95a177a admin admin] Pushing event updated for resources: {'Network': ['ID=39a92873-72dd-4c94-9b45-f8eddc76cfc4,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:10.179385 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Network 39a92873-72dd-4c94-9b45-f8eddc76cfc4 details requested by agent ovs-agent-dv-cinder-826350-1-iscsi with host dv-cinder-826350-1-iscsi {{(pid=102639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 18:38:10.181406 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d92d4d6-afc2-4914-8969-edd052c52e89 admin admin] Made reservation on behalf of 17a718a30f324aa9b086c49d167a0bda for: {'network': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:38:10.184828 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6d92d4d6-afc2-4914-8969-edd052c52e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for network (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.190024 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf525c3-594b-4798-b104-5a24ca56c2fd admin admin] Made reservation on behalf of a3146285abdc4982ba9505ebc887faaa for: {'subnet': 1} {{(pid=102637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:38:10.195077 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3bf525c3-594b-4798-b104-5a24ca56c2fd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.211380 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6d92d4d6-afc2-4914-8969-edd052c52e89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.345452 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b76b694-05f7-4cb9-a61b-2932152b252a admin admin] Made reservation on behalf of 79f0c4c6863c4b73a0b86bb8d897ad55 for: {'network': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:38:10.348311 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6b76b694-05f7-4cb9-a61b-2932152b252a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for network (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.379025 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6b76b694-05f7-4cb9-a61b-2932152b252a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.406084 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Publish callbacks [] for security_group (3765b495-ea5c-474e-bbd7-db76d0d8c31b), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.409296 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6d92d4d6-afc2-4914-8969-edd052c52e89 admin admin] Publish callbacks [] for security_group (d2eca1be-d647-406a-a01c-cbcb788e4ff7), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.416176 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (3765b495-ea5c-474e-bbd7-db76d0d8c31b), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.425969 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6d92d4d6-afc2-4914-8969-edd052c52e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (d2eca1be-d647-406a-a01c-cbcb788e4ff7), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.428714 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3bf525c3-594b-4798-b104-5a24ca56c2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for subnet (e8bae059-1749-4e6b-8122-ee6422457f86), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.492838 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf525c3-594b-4798-b104-5a24ca56c2fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8bae059-1749-4e6b-8122-ee6422457f86,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:10.500357 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf525c3-594b-4798-b104-5a24ca56c2fd admin admin] Checking segment: {'id': '75e2899b-01ba-47f3-8a62-3fd7282595a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:38:10.500721 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf525c3-594b-4798-b104-5a24ca56c2fd admin admin] Network hostable DHCP agents. Network: 39a92873-72dd-4c94-9b45-f8eddc76cfc4, hostable agents: ['b5880275-9c8b-431f-be2f-f5317484e45d'], hosted agents: [] {{(pid=102637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 18:38:10.519886 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf525c3-594b-4798-b104-5a24ca56c2fd admin admin] Network 39a92873-72dd-4c94-9b45-f8eddc76cfc4 is scheduled to be hosted by DHCP agent b5880275-9c8b-431f-be2f-f5317484e45d with binding_index 1 {{(pid=102637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 18:38:10.534164 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-3bf525c3-594b-4798-b104-5a24ca56c2fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-1-iscsi, 39a92873-72dd-4c94-9b45-f8eddc76cfc4) {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:10.535713 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6b76b694-05f7-4cb9-a61b-2932152b252a admin admin] Publish callbacks [] for security_group (f8072a8a-7112-4bd3-b372-d45484720cc5), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.541993 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf525c3-594b-4798-b104-5a24ca56c2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:10.543996 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3bf525c3-594b-4798-b104-5a24ca56c2fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for subnet (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.545794 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d92d4d6-afc2-4914-8969-edd052c52e89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=102638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 18:38:10.546574 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6d028c-e456-4d93-b0d6-dcbbec928d46 None None] Network 39a92873-72dd-4c94-9b45-f8eddc76cfc4 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:38:10.557736 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6d92d4d6-afc2-4914-8969-edd052c52e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (63da4b9e-7aec-4a65-8c20-bb312e592a28), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.558386 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.db.segments_db [None req-6d92d4d6-afc2-4914-8969-edd052c52e89 admin admin] Added segment 63da4b9e-7aec-4a65-8c20-bb312e592a28 of type vlan for network 97ab6680-7adb-4fea-a3d3-a93c6c42ed71 Jan 25 18:38:10.586388 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-3bf525c3-594b-4798-b104-5a24ca56c2fd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4373357 Jan 25 18:38:10.586981 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 42262) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:10.591584 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-c2e57294-d52e-40ef-a363-89045c9feeda admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-311322752-router', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:10.602557 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6d92d4d6-afc2-4914-8969-edd052c52e89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748160996684'] for network (97ab6680-7adb-4fea-a3d3-a93c6c42ed71), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.644026 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c2e57294-d52e-40ef-a363-89045c9feeda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-697049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62807'] for router (284add4d-b541-4a69-afea-38b3939b5555), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.645175 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c2e57294-d52e-40ef-a363-89045c9feeda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-699363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62766'] for router (284add4d-b541-4a69-afea-38b3939b5555), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.652133 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3765b495-ea5c-474e-bbd7-db76d0d8c31b,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:10.667275 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-985fb0ad-ba2c-4584-a405-7d916166a593 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-850930115-network', 'tenant_id': '380639eec6034836816b894fc2a974ae'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:10.671877 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:10.672448 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:10.672963 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:10.674327 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:10.674821 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:10.675333 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:10.675813 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:10.676287 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:10.676764 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:10.677512 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:10.678030 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:10.678531 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:10.679007 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Tracked resource versions report: Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: pushed versions: Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: { 'AddressGroup': {'1.2'}, Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: 'ConntrackHelper': {'1.0'}, Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: 'LocalIPAssociation': {'1.0'}, Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: 'Log': {'1.0'}, Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: 'Network': {'1.1'}, Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: 'Port': {'1.7'}, Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: 'PortForwarding': {'1.2'}, Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: 'QosPolicy': {'1.10'}, Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: 'SecurityGroup': {'1.5'}, Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: 'SecurityGroupRule': {'1.2'}, Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: 'SubPort': {'1.0'}, Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: 'Subnet': {'1.1'}, Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: 'Trunk': {'1.1'}} Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: consumer versions: Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: { DHCP agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: HyperV agent@hv-cinder-82635: {}, Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: L3 agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: Metadata agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: Metering agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: Open vSwitch agent@dv-cinder-826350-1-iscsi: { 'AddressGroup': '1.2', Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: 'ConntrackHelper': '1.0', Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: 'LocalIPAssociation': '1.0', Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: 'Log': '1.0', Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: 'Network': '1.1', Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: 'Port': '1.7', Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: 'PortForwarding': '1.2', Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: 'QosPolicy': '1.10', Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: 'SecurityGroup': '1.5', Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: 'SecurityGroupRule': '1.2', Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: 'SubPort': '1.0', Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: 'Subnet': '1.1', Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: 'Trunk': '1.1'}} Jan 25 18:38:10.680340 dv-cinder-826350-1-iscsi neutron-server[102638]: {{(pid=102638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 18:38:10.685570 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6d92d4d6-afc2-4914-8969-edd052c52e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for network (97ab6680-7adb-4fea-a3d3-a93c6c42ed71), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.686739 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d92d4d6-afc2-4914-8969-edd052c52e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:10.687514 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6d92d4d6-afc2-4914-8969-edd052c52e89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.700527 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6b76b694-05f7-4cb9-a61b-2932152b252a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (f8072a8a-7112-4bd3-b372-d45484720cc5), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.721003 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b76b694-05f7-4cb9-a61b-2932152b252a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=102638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 18:38:10.730820 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6b76b694-05f7-4cb9-a61b-2932152b252a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (7112a8d3-ac77-4c0b-be43-c5b226bd6d84), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.731162 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.db.segments_db [None req-6b76b694-05f7-4cb9-a61b-2932152b252a admin admin] Added segment 7112a8d3-ac77-4c0b-be43-c5b226bd6d84 of type vlan for network f1204178-e3f4-4d73-ba25-93a4ab80f272 Jan 25 18:38:10.764145 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c2e57294-d52e-40ef-a363-89045c9feeda admin admin] Publish callbacks [] for router_controller (284add4d-b541-4a69-afea-38b3939b5555), precommit_add_association {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.782429 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6b76b694-05f7-4cb9-a61b-2932152b252a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748160996684'] for network (f1204178-e3f4-4d73-ba25-93a4ab80f272), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.801244 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b39d9ff-679d-5f50-bbb7-ef26a22f6105-39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'fixed_ips': [{'subnet_id': 'e8bae059-1749-4e6b-8122-ee6422457f86'}]}} from dv-cinder-826350-1-iscsi. {{(pid=102639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 18:38:10.802255 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.834360 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=102638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 18:38:10.868448 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92d4d6-afc2-4914-8969-edd052c52e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2eca1be-d647-406a-a01c-cbcb788e4ff7,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:10.881628 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-6d92d4d6-afc2-4914-8969-edd052c52e89 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0918972 Jan 25 18:38:10.883966 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 42280) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:10.886236 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985fb0ad-ba2c-4584-a405-7d916166a593 admin admin] Made reservation on behalf of 380639eec6034836816b894fc2a974ae for: {'network': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:38:10.889034 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-985fb0ad-ba2c-4584-a405-7d916166a593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for network (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.897363 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-f724860b-079d-4a8f-9d52-d8330ed88bb2 admin admin] Request body: {'subnet': {'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-409483665-subnet', 'tenant_id': '17a718a30f324aa9b086c49d167a0bda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:10.900487 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6b76b694-05f7-4cb9-a61b-2932152b252a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for network (f1204178-e3f4-4d73-ba25-93a4ab80f272), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.901768 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b76b694-05f7-4cb9-a61b-2932152b252a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:10.902530 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6b76b694-05f7-4cb9-a61b-2932152b252a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.919126 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (3e976e4b-2aeb-4461-8631-9398ef7e2b2b), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:10.919802 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.db.segments_db [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Added segment 3e976e4b-2aeb-4461-8631-9398ef7e2b2b of type vlan for network 438eb890-9580-4e27-a169-38cf0147302b Jan 25 18:38:10.935300 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-985fb0ad-ba2c-4584-a405-7d916166a593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:11.004320 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76b694-05f7-4cb9-a61b-2932152b252a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8072a8a-7112-4bd3-b372-d45484720cc5,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:11.058638 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f724860b-079d-4a8f-9d52-d8330ed88bb2 admin admin] Made reservation on behalf of 17a718a30f324aa9b086c49d167a0bda for: {'subnet': 1} {{(pid=102637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:38:11.062889 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-6b76b694-05f7-4cb9-a61b-2932152b252a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2856512 Jan 25 18:38:11.065782 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 42290) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:11.067278 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Allocated IP 172.20.0.2 (39a92873-72dd-4c94-9b45-f8eddc76cfc4/e8bae059-1749-4e6b-8122-ee6422457f86/d73c3786-8b93-4a4f-9c35-c18bb0563d80) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:38:11.070374 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f724860b-079d-4a8f-9d52-d8330ed88bb2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:11.096368 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-c72d7d3e-e495-4179-8ec1-fd97e9ccbc05 admin admin] Request body: {'subnet': {'network_id': 'f1204178-e3f4-4d73-ba25-93a4ab80f272', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1346097466-subnet', 'tenant_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:11.154753 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748160996684'] for network (438eb890-9580-4e27-a169-38cf0147302b), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:11.188054 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92d4d6-afc2-4914-8969-edd052c52e89 admin admin] Pushing event updated for resources: {'Network': ['ID=97ab6680-7adb-4fea-a3d3-a93c6c42ed71,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:11.201941 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Network 97ab6680-7adb-4fea-a3d3-a93c6c42ed71 details requested by agent ovs-agent-dv-cinder-826350-1-iscsi with host dv-cinder-826350-1-iscsi {{(pid=102639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 18:38:11.279898 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72d7d3e-e495-4179-8ec1-fd97e9ccbc05 admin admin] Made reservation on behalf of 79f0c4c6863c4b73a0b86bb8d897ad55 for: {'subnet': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:38:11.282214 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-c72d7d3e-e495-4179-8ec1-fd97e9ccbc05 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:11.293972 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76b694-05f7-4cb9-a61b-2932152b252a admin admin] Pushing event updated for resources: {'Network': ['ID=f1204178-e3f4-4d73-ba25-93a4ab80f272,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:11.310498 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for network (438eb890-9580-4e27-a169-38cf0147302b), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:11.311056 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:11.311656 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:11.436366 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6890311 Jan 25 18:38:11.451310 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Publish callbacks [] for port (d73c3786-8b93-4a4f-9c35-c18bb0563d80), precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:11.452059 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 42318) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:11.461339 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-53b42475-1c74-49ea-8c10-9a4aebd94c49 admin admin] Request body: {'subnet': {'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-800383706-subnet', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:11.474576 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf4cb0-7099-4721-91f6-0a36614cd102 admin admin] Pushing event updated for resources: {'Network': ['ID=438eb890-9580-4e27-a169-38cf0147302b,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:11.488186 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Network f1204178-e3f4-4d73-ba25-93a4ab80f272 details requested by agent ovs-agent-dv-cinder-826350-1-iscsi with host dv-cinder-826350-1-iscsi {{(pid=102639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 18:38:11.491552 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-985fb0ad-ba2c-4584-a405-7d916166a593 admin admin] Publish callbacks [] for security_group (99f67488-8204-4cc1-9f41-51be050b5ee6), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:11.497580 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c2e57294-d52e-40ef-a363-89045c9feeda admin admin] Publish callbacks [] for router_gateway (284add4d-b541-4a69-afea-38b3939b5555), precommit_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:11.504429 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Network 438eb890-9580-4e27-a169-38cf0147302b details requested by agent ovs-agent-dv-cinder-826350-1-iscsi with host dv-cinder-826350-1-iscsi {{(pid=102639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 18:38:11.507126 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f724860b-079d-4a8f-9d52-d8330ed88bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for subnet (6f089d72-d869-450d-ba13-6426ebb7bbcd), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:11.507573 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-985fb0ad-ba2c-4584-a405-7d916166a593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (99f67488-8204-4cc1-9f41-51be050b5ee6), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:11.524635 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (d73c3786-8b93-4a4f-9c35-c18bb0563d80), after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:11.538913 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b42475-1c74-49ea-8c10-9a4aebd94c49 admin admin] Made reservation on behalf of 7fd0ab9445184d34bff3e43185fd5e1e for: {'subnet': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:38:11.541481 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-53b42475-1c74-49ea-8c10-9a4aebd94c49 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:11.546056 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985fb0ad-ba2c-4584-a405-7d916166a593 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=102638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 18:38:11.625246 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f724860b-079d-4a8f-9d52-d8330ed88bb2 admin admin] Checking segment: {'id': '63da4b9e-7aec-4a65-8c20-bb312e592a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:38:11.625609 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f724860b-079d-4a8f-9d52-d8330ed88bb2 admin admin] Network hostable DHCP agents. Network: 97ab6680-7adb-4fea-a3d3-a93c6c42ed71, hostable agents: ['b5880275-9c8b-431f-be2f-f5317484e45d'], hosted agents: [] {{(pid=102637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 18:38:11.655681 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724860b-079d-4a8f-9d52-d8330ed88bb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f089d72-d869-450d-ba13-6426ebb7bbcd,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:11.690657 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-985fb0ad-ba2c-4584-a405-7d916166a593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (8875b9cc-9d4a-4d88-a8bf-c9ec72949c7e), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:11.691290 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.db.segments_db [None req-985fb0ad-ba2c-4584-a405-7d916166a593 admin admin] Added segment 8875b9cc-9d4a-4d88-a8bf-c9ec72949c7e of type vlan for network 9753a572-c21c-49fd-b946-55626b60a25d Jan 25 18:38:11.722218 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f724860b-079d-4a8f-9d52-d8330ed88bb2 admin admin] Network 97ab6680-7adb-4fea-a3d3-a93c6c42ed71 is scheduled to be hosted by DHCP agent b5880275-9c8b-431f-be2f-f5317484e45d with binding_index 1 {{(pid=102637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 18:38:11.729536 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985fb0ad-ba2c-4584-a405-7d916166a593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f67488-8204-4cc1-9f41-51be050b5ee6,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:11.761939 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-f724860b-079d-4a8f-9d52-d8330ed88bb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-1-iscsi, 97ab6680-7adb-4fea-a3d3-a93c6c42ed71) {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:11.777191 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f724860b-079d-4a8f-9d52-d8330ed88bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:11.778080 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f724860b-079d-4a8f-9d52-d8330ed88bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for subnet (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:11.803418 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-f724860b-079d-4a8f-9d52-d8330ed88bb2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9183111 Jan 25 18:38:11.876261 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-985fb0ad-ba2c-4584-a405-7d916166a593 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748160996684'] for network (9753a572-c21c-49fd-b946-55626b60a25d), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:11.903580 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 42336) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:11.973857 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-985fb0ad-ba2c-4584-a405-7d916166a593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for network (9753a572-c21c-49fd-b946-55626b60a25d), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:11.975475 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985fb0ad-ba2c-4584-a405-7d916166a593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:11.976477 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-985fb0ad-ba2c-4584-a405-7d916166a593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:11.990806 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-c72d7d3e-e495-4179-8ec1-fd97e9ccbc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for subnet (18b441d1-81c8-4da4-95e8-ec948459c314), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:12.020575 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8323f2aa-3cac-45a3-b41e-e3f80d68155f None None] Network 97ab6680-7adb-4fea-a3d3-a93c6c42ed71 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:38:12.052349 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c2e57294-d52e-40ef-a363-89045c9feeda admin admin] Publish callbacks [] for router_gateway (284add4d-b541-4a69-afea-38b3939b5555), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:12.089231 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c2e57294-d52e-40ef-a363-89045c9feeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:12.246288 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-985fb0ad-ba2c-4584-a405-7d916166a593 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0529375 Jan 25 18:38:12.247072 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Network 39a92873-72dd-4c94-9b45-f8eddc76cfc4 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:38:12.258976 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Pushing event updated for resources: {'Port': ['ID=d73c3786-8b93-4a4f-9c35-c18bb0563d80,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:12.259242 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 42364) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:12.264208 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-30f85d5c-7191-45ae-8cb7-72d56831c080 admin admin] Request body: {'subnet': {'network_id': '9753a572-c21c-49fd-b946-55626b60a25d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-850930115-subnet', 'tenant_id': '380639eec6034836816b894fc2a974ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:12.273618 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985fb0ad-ba2c-4584-a405-7d916166a593 admin admin] Pushing event updated for resources: {'Network': ['ID=9753a572-c21c-49fd-b946-55626b60a25d,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:12.295309 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:12.299398 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:38:12.310326 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5a72a668-0754-402d-9f10-50ee7f0f9c6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:12.325174 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d7d3e-e495-4179-8ec1-fd97e9ccbc05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18b441d1-81c8-4da4-95e8-ec948459c314,revision_number=0']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:12.341233 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f85d5c-7191-45ae-8cb7-72d56831c080 admin admin] Made reservation on behalf of 380639eec6034836816b894fc2a974ae for: {'subnet': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:38:12.343557 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-30f85d5c-7191-45ae-8cb7-72d56831c080 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:12.368069 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Network 9753a572-c21c-49fd-b946-55626b60a25d details requested by agent ovs-agent-dv-cinder-826350-1-iscsi with host dv-cinder-826350-1-iscsi {{(pid=102639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 18:38:12.394405 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:12.395811 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:12.396194 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:12.396538 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:12.396877 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:12.397213 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:12.397566 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:12.397870 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:12.398226 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:12.398568 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:12.398900 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:12.399221 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:12.399540 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Tracked resource versions report: Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: pushed versions: Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: { 'AddressGroup': {'1.2'}, Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: 'ConntrackHelper': {'1.0'}, Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: 'LocalIPAssociation': {'1.0'}, Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: 'Log': {'1.0'}, Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: 'Network': {'1.1'}, Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: 'Port': {'1.7'}, Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: 'PortForwarding': {'1.2'}, Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: 'QosPolicy': {'1.10'}, Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: 'SecurityGroup': {'1.5'}, Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: 'SecurityGroupRule': {'1.2'}, Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: 'SubPort': {'1.0'}, Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: 'Subnet': {'1.1'}, Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: 'Trunk': {'1.1'}} Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: consumer versions: Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: { DHCP agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: HyperV agent@hv-cinder-82635: {}, Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: L3 agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: Metadata agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: Metering agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: Open vSwitch agent@dv-cinder-826350-1-iscsi: { 'AddressGroup': '1.2', Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: 'ConntrackHelper': '1.0', Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: 'LocalIPAssociation': '1.0', Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: 'Log': '1.0', Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: 'Network': '1.1', Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: 'Port': '1.7', Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: 'PortForwarding': '1.2', Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: 'QosPolicy': '1.10', Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: 'SecurityGroup': '1.5', Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: 'SecurityGroupRule': '1.2', Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: 'SubPort': '1.0', Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: 'Subnet': '1.1', Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: 'Trunk': '1.1'}} Jan 25 18:38:12.400686 dv-cinder-826350-1-iscsi neutron-server[102639]: {{(pid=102639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 18:38:12.414660 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-53b42475-1c74-49ea-8c10-9a4aebd94c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for subnet (cec76f50-4972-4c18-a629-b0502bc042ec), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:12.459256 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_common [None req-c2e57294-d52e-40ef-a363-89045c9feeda admin admin] Allocated IP 172.27.2.193 (af042177-33eb-43ce-93a3-80213c48b93e/b5271661-edb4-4dc6-95f7-ec5badc479aa/1e103739-075b-432a-bae8-25c25203fa9a) {{(pid=102637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:38:12.476131 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72d7d3e-e495-4179-8ec1-fd97e9ccbc05 admin admin] Checking segment: {'id': '7112a8d3-ac77-4c0b-be43-c5b226bd6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f1204178-e3f4-4d73-ba25-93a4ab80f272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:38:12.476772 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72d7d3e-e495-4179-8ec1-fd97e9ccbc05 admin admin] Network hostable DHCP agents. Network: f1204178-e3f4-4d73-ba25-93a4ab80f272, hostable agents: ['b5880275-9c8b-431f-be2f-f5317484e45d'], hosted agents: [] {{(pid=102638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 18:38:12.544851 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b42475-1c74-49ea-8c10-9a4aebd94c49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec76f50-4972-4c18-a629-b0502bc042ec,revision_number=0']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:12.562752 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72d7d3e-e495-4179-8ec1-fd97e9ccbc05 admin admin] Network f1204178-e3f4-4d73-ba25-93a4ab80f272 is scheduled to be hosted by DHCP agent b5880275-9c8b-431f-be2f-f5317484e45d with binding_index 1 {{(pid=102638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 18:38:12.571748 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b42475-1c74-49ea-8c10-9a4aebd94c49 admin admin] Checking segment: {'id': '3e976e4b-2aeb-4461-8631-9398ef7e2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '438eb890-9580-4e27-a169-38cf0147302b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:38:12.572465 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b42475-1c74-49ea-8c10-9a4aebd94c49 admin admin] Network hostable DHCP agents. Network: 438eb890-9580-4e27-a169-38cf0147302b, hostable agents: ['b5880275-9c8b-431f-be2f-f5317484e45d'], hosted agents: [] {{(pid=102638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 18:38:12.604884 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-c72d7d3e-e495-4179-8ec1-fd97e9ccbc05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-1-iscsi, f1204178-e3f4-4d73-ba25-93a4ab80f272) {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:12.653913 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7610bf-b420-403f-bb20-79c5363b5dee None None] Network f1204178-e3f4-4d73-ba25-93a4ab80f272 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:38:12.717942 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72d7d3e-e495-4179-8ec1-fd97e9ccbc05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:12.719593 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-c72d7d3e-e495-4179-8ec1-fd97e9ccbc05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for subnet (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:12.748141 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b42475-1c74-49ea-8c10-9a4aebd94c49 admin admin] Network 438eb890-9580-4e27-a169-38cf0147302b is scheduled to be hosted by DHCP agent b5880275-9c8b-431f-be2f-f5317484e45d with binding_index 1 {{(pid=102638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 18:38:12.761791 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-30f85d5c-7191-45ae-8cb7-72d56831c080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for subnet (9d6115ba-af83-4f65-919b-597ed578921c), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:12.770457 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6b57cc-94f1-42c8-bb82-1b6bbb9dedf5 None None] Network 97ab6680-7adb-4fea-a3d3-a93c6c42ed71 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:38:12.773958 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-53b42475-1c74-49ea-8c10-9a4aebd94c49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-1-iscsi, 438eb890-9580-4e27-a169-38cf0147302b) {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:12.793161 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772633d8-4668-4362-9108-9293bc35b8d0 None None] Network 438eb890-9580-4e27-a169-38cf0147302b requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:38:12.799143 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Attempting to bind port d73c3786-8b93-4a4f-9c35-c18bb0563d80 on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:38:12.799760 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Attempting to bind port d73c3786-8b93-4a4f-9c35-c18bb0563d80 by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': '75e2899b-01ba-47f3-8a62-3fd7282595a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:38:12.800305 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Attempting to bind port d73c3786-8b93-4a4f-9c35-c18bb0563d80 on network 39a92873-72dd-4c94-9b45-f8eddc76cfc4 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:38:12.807614 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5a72a668-0754-402d-9f10-50ee7f0f9c6e admin admin] Publish callbacks [] for security_group (6e732099-d790-417f-ad53-ad766386314c), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:12.820565 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5a72a668-0754-402d-9f10-50ee7f0f9c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (6e732099-d790-417f-ad53-ad766386314c), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:12.867330 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-c72d7d3e-e495-4179-8ec1-fd97e9ccbc05 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7840252 Jan 25 18:38:12.870409 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f85d5c-7191-45ae-8cb7-72d56831c080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d6115ba-af83-4f65-919b-597ed578921c,revision_number=0']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:12.881123 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 42386) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:12.891459 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b42475-1c74-49ea-8c10-9a4aebd94c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:12.893364 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-53b42475-1c74-49ea-8c10-9a4aebd94c49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for subnet (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:12.908416 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:38:12.909113 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Checking segment: {'id': '75e2899b-01ba-47f3-8a62-3fd7282595a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:38:12.912265 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-5a72a668-0754-402d-9f10-50ee7f0f9c6e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7121e84bfe24f038525801cf36900a0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8942909 Jan 25 18:38:12.915463 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:12.916045 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Bound using segment: {'id': '75e2899b-01ba-47f3-8a62-3fd7282595a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:38:12.916697 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Bound port: d73c3786-8b93-4a4f-9c35-c18bb0563d80, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e2899b-01ba-47f3-8a62-3fd7282595a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:38:12.917281 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (d73c3786-8b93-4a4f-9c35-c18bb0563d80), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:12.921031 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-bdf72a5f-cdf4-4b1c-b671-78a9566fb0b2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1346097466-router', 'tenant_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:12.926233 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 42388) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:13.013811 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-bdf72a5f-cdf4-4b1c-b671-78a9566fb0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-697049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62807'] for router (6ade9566-c7d9-4fa1-9871-3af8ffd79500), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:13.013932 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f85d5c-7191-45ae-8cb7-72d56831c080 admin admin] Checking segment: {'id': '8875b9cc-9d4a-4d88-a8bf-c9ec72949c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9753a572-c21c-49fd-b946-55626b60a25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:38:13.014316 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-bdf72a5f-cdf4-4b1c-b671-78a9566fb0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-699363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62766'] for router (6ade9566-c7d9-4fa1-9871-3af8ffd79500), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:13.014607 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f85d5c-7191-45ae-8cb7-72d56831c080 admin admin] Network hostable DHCP agents. Network: 9753a572-c21c-49fd-b946-55626b60a25d, hostable agents: ['b5880275-9c8b-431f-be2f-f5317484e45d'], hosted agents: [] {{(pid=102638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 18:38:13.040212 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 42394) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:13.054560 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0d7140e5-1df9-4839-a645-094e5d00cb28 admin admin] Publish callbacks [] for security_group (6e732099-d790-417f-ad53-ad766386314c), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:13.084957 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0d7140e5-1df9-4839-a645-094e5d00cb28 admin admin] Publish callbacks [] for security_group (6e732099-d790-417f-ad53-ad766386314c), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:13.123434 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-53b42475-1c74-49ea-8c10-9a4aebd94c49 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6704638 Jan 25 18:38:13.130058 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-bdf72a5f-cdf4-4b1c-b671-78a9566fb0b2 admin admin] Publish callbacks [] for router_controller (6ade9566-c7d9-4fa1-9871-3af8ffd79500), precommit_add_association {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:13.131452 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 42402) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:13.135332 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c2e57294-d52e-40ef-a363-89045c9feeda admin admin] Publish callbacks [] for port (1e103739-075b-432a-bae8-25c25203fa9a), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:13.152021 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f85d5c-7191-45ae-8cb7-72d56831c080 admin admin] Network 9753a572-c21c-49fd-b946-55626b60a25d is scheduled to be hosted by DHCP agent b5880275-9c8b-431f-be2f-f5317484e45d with binding_index 1 {{(pid=102638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 18:38:13.156196 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-f954f3d9-420a-48fb-82bb-92dc1dba55ea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-800383706-router', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:13.159013 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021cd12f-3cfe-4093-9860-30629bf18956 None None] Network f1204178-e3f4-4d73-ba25-93a4ab80f272 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:38:13.163248 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72a668-0754-402d-9f10-50ee7f0f9c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e732099-d790-417f-ad53-ad766386314c,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:13.166918 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-30f85d5c-7191-45ae-8cb7-72d56831c080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-1-iscsi, 9753a572-c21c-49fd-b946-55626b60a25d) {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:13.186518 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f85d5c-7191-45ae-8cb7-72d56831c080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:13.191561 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-30f85d5c-7191-45ae-8cb7-72d56831c080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for subnet (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:13.203707 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6272e9-c3c4-4e82-aaa3-35c9e19ca185 None None] Network 9753a572-c21c-49fd-b946-55626b60a25d requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:38:13.242360 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-30f85d5c-7191-45ae-8cb7-72d56831c080 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9815576 Jan 25 18:38:13.244627 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0d7140e5-1df9-4839-a645-094e5d00cb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (6e732099-d790-417f-ad53-ad766386314c), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:13.247414 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0d7140e5-1df9-4839-a645-094e5d00cb28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:13.248646 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-0d7140e5-1df9-4839-a645-094e5d00cb28 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e732099-d790-417f-ad53-ad766386314c HTTP/1.1" status: 204 len: 168 time: 0.3167660 Jan 25 18:38:13.275305 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7140e5-1df9-4839-a645-094e5d00cb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e732099-d790-417f-ad53-ad766386314c,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:13.377713 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f131950a-813f-4dc3-87ff-09ced8ab90a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:13.387282 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f954f3d9-420a-48fb-82bb-92dc1dba55ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-697049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62807'] for router (68e0e943-03c8-46f0-8717-ef69dc62083f), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:13.388310 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f954f3d9-420a-48fb-82bb-92dc1dba55ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-699363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62766'] for router (68e0e943-03c8-46f0-8717-ef69dc62083f), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:13.445838 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] For port d73c3786-8b93-4a4f-9c35-c18bb0563d80, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:38:13.450906 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070a0744-093b-448a-a3bb-ddb41072114f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b39d9ff-679d-5f50-bbb7-ef26a22f6105-438eb890-9580-4e27-a169-38cf0147302b', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'fixed_ips': [{'subnet_id': 'cec76f50-4972-4c18-a629-b0502bc042ec'}]}} from dv-cinder-826350-1-iscsi. {{(pid=102639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 18:38:13.451970 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-070a0744-093b-448a-a3bb-ddb41072114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:13.541596 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f131950a-813f-4dc3-87ff-09ced8ab90a7 admin admin] Publish callbacks [] for security_group (8e0e77e8-de2c-480c-826d-9dc855070aa8), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:13.542913 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-bdf72a5f-cdf4-4b1c-b671-78a9566fb0b2 admin admin] Publish callbacks [] for router_gateway (6ade9566-c7d9-4fa1-9871-3af8ffd79500), precommit_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:13.547973 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f131950a-813f-4dc3-87ff-09ced8ab90a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (8e0e77e8-de2c-480c-826d-9dc855070aa8), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:13.554693 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] For port d73c3786-8b93-4a4f-9c35-c18bb0563d80, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=d73c3786-8b93-4a4f-9c35-c18bb0563d80,segment=NetworkSegment(75e2899b-01ba-47f3-8a62-3fd7282595a1),segment_id=75e2899b-01ba-47f3-8a62-3fd7282595a1)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:38:13.577639 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (d73c3786-8b93-4a4f-9c35-c18bb0563d80), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:13.634470 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f954f3d9-420a-48fb-82bb-92dc1dba55ea admin admin] Publish callbacks [] for router_controller (68e0e943-03c8-46f0-8717-ef69dc62083f), precommit_add_association {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:13.637865 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c2e57294-d52e-40ef-a363-89045c9feeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (1e103739-075b-432a-bae8-25c25203fa9a), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:13.654791 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-f131950a-813f-4dc3-87ff-09ced8ab90a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f52fe32077e0487aa5991b988b7098eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5302765 Jan 25 18:38:13.656696 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 42426) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:13.665623 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131950a-813f-4dc3-87ff-09ced8ab90a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0e77e8-de2c-480c-826d-9dc855070aa8,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:13.746810 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-00063dbb-c60f-440e-a3f2-3284c0d8f865 admin admin] Publish callbacks [] for security_group (8e0e77e8-de2c-480c-826d-9dc855070aa8), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:13.755903 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e57294-d52e-40ef-a363-89045c9feeda admin admin] Network af042177-33eb-43ce-93a3-80213c48b93e is already hosted by enough agents. {{(pid=102637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:38:13.772123 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-c2e57294-d52e-40ef-a363-89045c9feeda admin admin] Resources bound (agent type, host, resource id): {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:13.789336 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-00063dbb-c60f-440e-a3f2-3284c0d8f865 admin admin] Publish callbacks [] for security_group (8e0e77e8-de2c-480c-826d-9dc855070aa8), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:13.810405 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e57294-d52e-40ef-a363-89045c9feeda admin admin] Received port after_create {{(pid=102637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:38:13.849551 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 42428) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:13.884706 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-fc696de6-fe7a-4cfe-8b05-5e6b52d609d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:13.924650 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-00063dbb-c60f-440e-a3f2-3284c0d8f865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (8e0e77e8-de2c-480c-826d-9dc855070aa8), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:13.928138 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-00063dbb-c60f-440e-a3f2-3284c0d8f865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:13.929560 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-00063dbb-c60f-440e-a3f2-3284c0d8f865 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e0e77e8-de2c-480c-826d-9dc855070aa8 HTTP/1.1" status: 204 len: 168 time: 0.2717531 Jan 25 18:38:13.931509 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a813c333-a31a-49bc-ade3-1af9036f8354 None None] Network 9753a572-c21c-49fd-b946-55626b60a25d requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:38:13.963176 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00063dbb-c60f-440e-a3f2-3284c0d8f865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0e77e8-de2c-480c-826d-9dc855070aa8,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:13.978039 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 42438) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:13.992350 dv-cinder-826350-1-iscsi neutron-server[102638]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 25 18:38:14.048964 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e57294-d52e-40ef-a363-89045c9feeda admin admin] Pushing event updated for resources: {'Port': ['ID=1e103739-075b-432a-bae8-25c25203fa9a,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:14.054873 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e829f-9c25-4d22-9d34-b868d95765a9 None None] Pushing event updated for resources: {'Port': ['ID=d73c3786-8b93-4a4f-9c35-c18bb0563d80,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:14.329783 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f954f3d9-420a-48fb-82bb-92dc1dba55ea admin admin] Publish callbacks [] for router_gateway (68e0e943-03c8-46f0-8717-ef69dc62083f), precommit_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:14.335871 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-fc696de6-fe7a-4cfe-8b05-5e6b52d609d9 admin admin] Publish callbacks [] for security_group (5bef17fe-2cb7-4a73-9a42-76651348143a), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:14.336632 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-070a0744-093b-448a-a3bb-ddb41072114f None None] Allocated IP 172.20.0.2 (438eb890-9580-4e27-a169-38cf0147302b/cec76f50-4972-4c18-a629-b0502bc042ec/50b3b85f-6c84-4b25-81b0-7b97b2e3db71) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:38:14.341741 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-1ecba002-6786-470f-9786-2016cbdf75e8 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:14.344133 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-1ecba002-6786-470f-9786-2016cbdf75e8 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/networks?id=97ab6680-7adb-4fea-a3d3-a93c6c42ed71 HTTP/1.1" status: 200 len: 814 time: 0.3624098 Jan 25 18:38:14.349116 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-fc696de6-fe7a-4cfe-8b05-5e6b52d609d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (5bef17fe-2cb7-4a73-9a42-76651348143a), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:14.420902 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-63bf1b8c-89c2-468d-93b3-0b8fd2410d80 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/quotas/17a718a30f324aa9b086c49d167a0bda HTTP/1.1" status: 200 len: 375 time: 0.0601804 Jan 25 18:38:14.427866 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc696de6-fe7a-4cfe-8b05-5e6b52d609d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bef17fe-2cb7-4a73-9a42-76651348143a,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:14.522378 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 42460) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:14.549077 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-070a0744-093b-448a-a3bb-ddb41072114f None None] Publish callbacks [] for port (50b3b85f-6c84-4b25-81b0-7b97b2e3db71), precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:14.556822 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-070a0744-093b-448a-a3bb-ddb41072114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (50b3b85f-6c84-4b25-81b0-7b97b2e3db71), after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:14.600898 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a0744-093b-448a-a3bb-ddb41072114f None None] Pushing event updated for resources: {'Port': ['ID=50b3b85f-6c84-4b25-81b0-7b97b2e3db71,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:14.625734 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070a0744-093b-448a-a3bb-ddb41072114f None None] Network 438eb890-9580-4e27-a169-38cf0147302b is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:38:14.627985 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-070a0744-093b-448a-a3bb-ddb41072114f None None] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:14.632029 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070a0744-093b-448a-a3bb-ddb41072114f None None] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:38:14.635942 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-3abbb913-a181-4053-8d77-89adca751da0 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=17a718a30f324aa9b086c49d167a0bda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1980405 Jan 25 18:38:14.640186 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 42462) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:14.645200 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-6de7dba5-c98e-4c9d-b85a-b6cec67374a3 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:14.646659 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-6de7dba5-c98e-4c9d-b85a-b6cec67374a3 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/networks?id=9753a572-c21c-49fd-b946-55626b60a25d HTTP/1.1" status: 200 len: 811 time: 0.1231709 Jan 25 18:38:14.653106 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-fc696de6-fe7a-4cfe-8b05-5e6b52d609d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70e6aa8c25f04bb1bd540c37a4bf6c29&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8001916 Jan 25 18:38:14.664713 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 42464) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:14.669520 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-58ead3c3-a826-4c06-8726-6edaf2952ca4 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/quotas/380639eec6034836816b894fc2a974ae HTTP/1.1" status: 200 len: 375 time: 0.0157316 Jan 25 18:38:14.705008 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3ae8e95c-eb7d-4401-bb57-6cd94db95045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:14.713867 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c2e57294-d52e-40ef-a363-89045c9feeda admin admin] Publish callbacks [] for router_gateway (284add4d-b541-4a69-afea-38b3939b5555), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:14.720534 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-070a0744-093b-448a-a3bb-ddb41072114f None None] Attempting to bind port 50b3b85f-6c84-4b25-81b0-7b97b2e3db71 on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:38:14.720914 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-070a0744-093b-448a-a3bb-ddb41072114f None None] Attempting to bind port 50b3b85f-6c84-4b25-81b0-7b97b2e3db71 by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': '3e976e4b-2aeb-4461-8631-9398ef7e2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '438eb890-9580-4e27-a169-38cf0147302b'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:38:14.721278 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070a0744-093b-448a-a3bb-ddb41072114f None None] Attempting to bind port 50b3b85f-6c84-4b25-81b0-7b97b2e3db71 on network 438eb890-9580-4e27-a169-38cf0147302b {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:38:14.722981 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-15d7bda0-2ec8-4c06-b3b0-4586f368aeb1 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=380639eec6034836816b894fc2a974ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426750 Jan 25 18:38:14.726761 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070a0744-093b-448a-a3bb-ddb41072114f None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:38:14.727509 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070a0744-093b-448a-a3bb-ddb41072114f None None] Checking segment: {'id': '3e976e4b-2aeb-4461-8631-9398ef7e2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '438eb890-9580-4e27-a169-38cf0147302b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:38:14.728403 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-070a0744-093b-448a-a3bb-ddb41072114f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:14.728535 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070a0744-093b-448a-a3bb-ddb41072114f None None] Bound using segment: {'id': '3e976e4b-2aeb-4461-8631-9398ef7e2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '438eb890-9580-4e27-a169-38cf0147302b'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:38:14.728900 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-070a0744-093b-448a-a3bb-ddb41072114f None None] Bound port: 50b3b85f-6c84-4b25-81b0-7b97b2e3db71, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e976e4b-2aeb-4461-8631-9398ef7e2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '438eb890-9580-4e27-a169-38cf0147302b'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:38:14.729281 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-070a0744-093b-448a-a3bb-ddb41072114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (50b3b85f-6c84-4b25-81b0-7b97b2e3db71), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:14.810329 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-070a0744-093b-448a-a3bb-ddb41072114f None None] For port 50b3b85f-6c84-4b25-81b0-7b97b2e3db71, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:38:14.814409 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-070a0744-093b-448a-a3bb-ddb41072114f None None] For port 50b3b85f-6c84-4b25-81b0-7b97b2e3db71, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=50b3b85f-6c84-4b25-81b0-7b97b2e3db71,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:38:14.822945 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-070a0744-093b-448a-a3bb-ddb41072114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (50b3b85f-6c84-4b25-81b0-7b97b2e3db71), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:14.925588 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-c3fdc69b-0f04-4a14-ab66-7ee759739206 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:38:14.927348 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-c3fdc69b-0f04-4a14-ab66-7ee759739206 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0975952 Jan 25 18:38:14.927581 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-bdf72a5f-cdf4-4b1c-b671-78a9566fb0b2 admin admin] Publish callbacks [] for router_gateway (6ade9566-c7d9-4fa1-9871-3af8ffd79500), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:14.942369 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a0744-093b-448a-a3bb-ddb41072114f None None] Pushing event updated for resources: {'Port': ['ID=50b3b85f-6c84-4b25-81b0-7b97b2e3db71,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:15.023348 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-bdf72a5f-cdf4-4b1c-b671-78a9566fb0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:15.056836 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-478b1a6f-d011-46f3-9b48-49daaa7a4b50 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:38:15.058988 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-478b1a6f-d011-46f3-9b48-49daaa7a4b50 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1881130 Jan 25 18:38:15.117591 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device d73c3786-8b93-4a4f-9c35-c18bb0563d80 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:38:15.213001 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-5a6bd060-aed4-421a-9ed3-3360f91a66f7 service neutron] 10.222.0.41 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699590 Jan 25 18:38:15.223933 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-78e4c1ac-85f1-4514-ab1f-8adc5e22fa90 admin admin] Publish callbacks [] for security_group (5bef17fe-2cb7-4a73-9a42-76651348143a), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:15.236171 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port d73c3786-8b93-4a4f-9c35-c18bb0563d80 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:15.238474 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (d73c3786-8b93-4a4f-9c35-c18bb0563d80), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:15.354817 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-ab794d3b-9b89-4c35-ba22-581cc8e87ff6 service neutron] 10.222.0.41 "GET /v2.0/networks/9753a572-c21c-49fd-b946-55626b60a25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725227 Jan 25 18:38:15.364075 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-f16f90e1-3219-4777-9070-d6eae927a81c service neutron] 10.222.0.41 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470613 Jan 25 18:38:15.365336 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port d73c3786-8b93-4a4f-9c35-c18bb0563d80 is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:15.365739 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (d73c3786-8b93-4a4f-9c35-c18bb0563d80), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:15.414773 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] For port d73c3786-8b93-4a4f-9c35-c18bb0563d80, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=d73c3786-8b93-4a4f-9c35-c18bb0563d80,segment=NetworkSegment(75e2899b-01ba-47f3-8a62-3fd7282595a1),segment_id=75e2899b-01ba-47f3-8a62-3fd7282595a1)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:38:15.426970 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (d73c3786-8b93-4a4f-9c35-c18bb0563d80), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:15.450693 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-78e4c1ac-85f1-4514-ab1f-8adc5e22fa90 admin admin] Publish callbacks [] for security_group (5bef17fe-2cb7-4a73-9a42-76651348143a), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:15.489377 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Pushing event updated for resources: {'Port': ['ID=d73c3786-8b93-4a4f-9c35-c18bb0563d80,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:15.502274 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3ae8e95c-eb7d-4401-bb57-6cd94db95045 admin admin] Publish callbacks [] for security_group (00248d82-192d-4c8d-a39d-7cc393f62b73), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:15.518107 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-2e3e4769-e14f-4dc6-824b-d586f6330c81 service neutron] 10.222.0.41 "GET /v2.0/networks/9753a572-c21c-49fd-b946-55626b60a25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453171 Jan 25 18:38:15.535063 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3ae8e95c-eb7d-4401-bb57-6cd94db95045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (00248d82-192d-4c8d-a39d-7cc393f62b73), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:15.579949 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f670b10-72a4-4bd4-b6e9-7d4906a64d6c None None] Network 39a92873-72dd-4c94-9b45-f8eddc76cfc4 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:38:15.582395 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f954f3d9-420a-48fb-82bb-92dc1dba55ea admin admin] Publish callbacks [] for router_gateway (68e0e943-03c8-46f0-8717-ef69dc62083f), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:15.592052 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_common [None req-bdf72a5f-cdf4-4b1c-b671-78a9566fb0b2 admin admin] Allocated IP 172.27.2.75 (af042177-33eb-43ce-93a3-80213c48b93e/b5271661-edb4-4dc6-95f7-ec5badc479aa/34de7f30-9b06-4731-89f2-5d0666daff27) {{(pid=102637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:38:15.644459 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f954f3d9-420a-48fb-82bb-92dc1dba55ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:15.657041 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-3ae8e95c-eb7d-4401-bb57-6cd94db95045 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3894e6223d07430590c797ba519d51a8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0153415 Jan 25 18:38:15.662194 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 42488) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:15.670028 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8e95c-eb7d-4401-bb57-6cd94db95045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00248d82-192d-4c8d-a39d-7cc393f62b73,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:15.739200 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c2e57294-d52e-40ef-a363-89045c9feeda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-699342'] for router (284add4d-b541-4a69-afea-38b3939b5555), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:15.790496 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-78e4c1ac-85f1-4514-ab1f-8adc5e22fa90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (5bef17fe-2cb7-4a73-9a42-76651348143a), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:15.793118 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-78e4c1ac-85f1-4514-ab1f-8adc5e22fa90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:15.811785 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-9fb98c72-0baf-4593-b1cc-26ab780b18cb None None] Provisioning complete for port d73c3786-8b93-4a4f-9c35-c18bb0563d80 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:15.812778 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9fb98c72-0baf-4593-b1cc-26ab780b18cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (d73c3786-8b93-4a4f-9c35-c18bb0563d80), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:15.813641 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-78e4c1ac-85f1-4514-ab1f-8adc5e22fa90 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5bef17fe-2cb7-4a73-9a42-76651348143a HTTP/1.1" status: 204 len: 168 time: 1.1260676 Jan 25 18:38:15.988298 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4c1ac-85f1-4514-ab1f-8adc5e22fa90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bef17fe-2cb7-4a73-9a42-76651348143a,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:16.072114 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-9fb98c72-0baf-4593-b1cc-26ab780b18cb None None] Current status of the port d73c3786-8b93-4a4f-9c35-c18bb0563d80 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:16.153525 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-87623163-4d93-45ae-9134-6cead107eae3 req-53904123-5c87-46df-930c-34caaf5156a6 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 210 time: 0.1179974 Jan 25 18:38:16.212310 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3fde7e41-e564-48a9-8d27-f28cafbb0117 req-35265fac-3d45-464e-a217-fb15e1d423a6 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 210 time: 0.1758010 Jan 25 18:38:16.232496 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-bdf72a5f-cdf4-4b1c-b671-78a9566fb0b2 admin admin] Publish callbacks [] for port (34de7f30-9b06-4731-89f2-5d0666daff27), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:16.262840 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-9edb0b98-30cc-4e8e-b606-f21d798c06cd admin admin] Publish callbacks [] for security_group (00248d82-192d-4c8d-a39d-7cc393f62b73), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:16.325830 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-9edb0b98-30cc-4e8e-b606-f21d798c06cd admin admin] Publish callbacks [] for security_group (00248d82-192d-4c8d-a39d-7cc393f62b73), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:16.439552 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-9edb0b98-30cc-4e8e-b606-f21d798c06cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (00248d82-192d-4c8d-a39d-7cc393f62b73), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:16.443535 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-9edb0b98-30cc-4e8e-b606-f21d798c06cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:16.445007 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-9edb0b98-30cc-4e8e-b606-f21d798c06cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00248d82-192d-4c8d-a39d-7cc393f62b73 HTTP/1.1" status: 204 len: 168 time: 0.7817259 Jan 25 18:38:16.463211 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb0b98-30cc-4e8e-b606-f21d798c06cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00248d82-192d-4c8d-a39d-7cc393f62b73,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:16.463689 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-bdf72a5f-cdf4-4b1c-b671-78a9566fb0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (34de7f30-9b06-4731-89f2-5d0666daff27), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:16.528750 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e57294-d52e-40ef-a363-89045c9feeda admin admin] Router 284add4d-b541-4a69-afea-38b3939b5555 is scheduled to L3 agent 703c7712-6a11-47c5-988f-a759c326b50f with binding_index 1 {{(pid=102637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 18:38:16.528967 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-1ba01c8c-d64d-4387-834a-2e3d1f385304 None None] Provisioning complete for port d73c3786-8b93-4a4f-9c35-c18bb0563d80 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:16.529149 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1ba01c8c-d64d-4387-834a-2e3d1f385304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (d73c3786-8b93-4a4f-9c35-c18bb0563d80), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:16.642604 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36365218-36a0-47df-8a9c-93a9ae797bd9 None None] Network 438eb890-9580-4e27-a169-38cf0147302b requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:38:16.643307 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf72a5f-cdf4-4b1c-b671-78a9566fb0b2 admin admin] Network af042177-33eb-43ce-93a3-80213c48b93e is already hosted by enough agents. {{(pid=102637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:38:16.651050 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-bdf72a5f-cdf4-4b1c-b671-78a9566fb0b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:16.658625 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf72a5f-cdf4-4b1c-b671-78a9566fb0b2 admin admin] Received port after_create {{(pid=102637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:38:16.753147 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_common [None req-f954f3d9-420a-48fb-82bb-92dc1dba55ea admin admin] Allocated IP 172.27.2.208 (af042177-33eb-43ce-93a3-80213c48b93e/b5271661-edb4-4dc6-95f7-ec5badc479aa/68a0f31a-584a-461b-a03a-4656ae92cf80) {{(pid=102637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:38:16.777477 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf72a5f-cdf4-4b1c-b671-78a9566fb0b2 admin admin] Pushing event updated for resources: {'Port': ['ID=34de7f30-9b06-4731-89f2-5d0666daff27,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:16.914258 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-1ba01c8c-d64d-4387-834a-2e3d1f385304 None None] Current status of the port d73c3786-8b93-4a4f-9c35-c18bb0563d80 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:17.066959 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-9778c143-2b3b-4229-9123-838287bd65a0 None None] Provisioning complete for port 50b3b85f-6c84-4b25-81b0-7b97b2e3db71 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:17.067365 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9778c143-2b3b-4229-9123-838287bd65a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (50b3b85f-6c84-4b25-81b0-7b97b2e3db71), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:17.128309 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e57294-d52e-40ef-a363-89045c9feeda admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:38:17.144246 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] Sync routers for ids ['284add4d-b541-4a69-afea-38b3939b5555'] in dv-cinder-826350-1-iscsi {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:38:17.160004 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] Routers {'284add4d-b541-4a69-afea-38b3939b5555'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:38:17.160645 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:38:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['284add4d-b541-4a69-afea-38b3939b5555'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:17.335658 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c2e57294-d52e-40ef-a363-89045c9feeda admin admin] Publish callbacks [] for router (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:17.341345 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-c2e57294-d52e-40ef-a363-89045c9feeda admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7530024 Jan 25 18:38:17.368816 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 42598) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:17.373572 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fcb8efe2-5fdd-4577-8acc-6caf68a67b7c req-12b58e66-02ca-4822-96d6-59f32d3b7afe tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 210 time: 0.0921218 Jan 25 18:38:17.388928 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 50b3b85f-6c84-4b25-81b0-7b97b2e3db71 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:38:17.463156 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9588ba24-8bc8-44ad-aa67-f316c4ca23b4 req-b6125777-b0c9-422a-9011-f1ec24e30cd0 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 210 time: 0.0796266 Jan 25 18:38:17.544816 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f954f3d9-420a-48fb-82bb-92dc1dba55ea admin admin] Publish callbacks [] for port (68a0f31a-584a-461b-a03a-4656ae92cf80), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:17.634319 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-9778c143-2b3b-4229-9123-838287bd65a0 None None] Current status of the port 50b3b85f-6c84-4b25-81b0-7b97b2e3db71 is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:17.638143 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9778c143-2b3b-4229-9123-838287bd65a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (50b3b85f-6c84-4b25-81b0-7b97b2e3db71), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:17.717320 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 50b3b85f-6c84-4b25-81b0-7b97b2e3db71 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:17.718536 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (50b3b85f-6c84-4b25-81b0-7b97b2e3db71), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:17.769741 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-bdf72a5f-cdf4-4b1c-b671-78a9566fb0b2 admin admin] Publish callbacks [] for router_gateway (6ade9566-c7d9-4fa1-9871-3af8ffd79500), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:17.821778 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-9778c143-2b3b-4229-9123-838287bd65a0 None None] For port 50b3b85f-6c84-4b25-81b0-7b97b2e3db71, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=50b3b85f-6c84-4b25-81b0-7b97b2e3db71,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:38:17.843510 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9778c143-2b3b-4229-9123-838287bd65a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (50b3b85f-6c84-4b25-81b0-7b97b2e3db71), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:17.893934 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] Set router 284add4d-b541-4a69-afea-38b3939b5555 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:38:17.913077 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 50b3b85f-6c84-4b25-81b0-7b97b2e3db71 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:17.914969 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device d73c3786-8b93-4a4f-9c35-c18bb0563d80 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:38:18.296014 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port d73c3786-8b93-4a4f-9c35-c18bb0563d80 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:18.296301 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (d73c3786-8b93-4a4f-9c35-c18bb0563d80), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:18.300662 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-1fddf3f7-07df-4c1e-8931-8c294cb77e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:18.419494 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284add4d-b541-4a69-afea-38b3939b5555', 'name': 'tempest-AttachVolumeTestJSON-311322752-router', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '1e103739-075b-432a-bae8-25c25203fa9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:10Z', 'updated_at': '2022-01-25T18:38:14Z', 'revision_number': 3, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'gw_port': {'id': '1e103739-075b-432a-bae8-25c25203fa9a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:96:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:12Z', 'updated_at': '2022-01-25T18:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:18.428111 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-cdea2c17-8b81-4ccf-8536-c9700c23f174 None None] Provisioning complete for port 50b3b85f-6c84-4b25-81b0-7b97b2e3db71 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:18.428506 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cdea2c17-8b81-4ccf-8536-c9700c23f174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (50b3b85f-6c84-4b25-81b0-7b97b2e3db71), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:18.493770 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f954f3d9-420a-48fb-82bb-92dc1dba55ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (68a0f31a-584a-461b-a03a-4656ae92cf80), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:18.519416 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [None req-1fddf3f7-07df-4c1e-8931-8c294cb77e9e admin admin] Allocated IP 172.20.0.1 (39a92873-72dd-4c94-9b45-f8eddc76cfc4/e8bae059-1749-4e6b-8122-ee6422457f86/8ad8e75e-0d55-4f12-b815-fe9c7a277ed7) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:38:18.521841 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] Checking router: 284add4d-b541-4a69-afea-38b3939b5555 for host: dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:38:18.522226 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] Updating router 284add4d-b541-4a69-afea-38b3939b5555 port 1e103739-075b-432a-bae8-25c25203fa9a binding host dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 18:38:18.620452 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (1e103739-075b-432a-bae8-25c25203fa9a), before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:18.684662 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778c143-2b3b-4229-9123-838287bd65a0 None None] Pushing event updated for resources: {'Port': ['ID=50b3b85f-6c84-4b25-81b0-7b97b2e3db71,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:18.713649 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port d73c3786-8b93-4a4f-9c35-c18bb0563d80 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:18.738404 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f954f3d9-420a-48fb-82bb-92dc1dba55ea admin admin] Network af042177-33eb-43ce-93a3-80213c48b93e is already hosted by enough agents. {{(pid=102637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:38:18.749087 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 42642) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:18.769949 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-cdea2c17-8b81-4ccf-8536-c9700c23f174 None None] Current status of the port 50b3b85f-6c84-4b25-81b0-7b97b2e3db71 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:18.776660 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-f954f3d9-420a-48fb-82bb-92dc1dba55ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:18.799810 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-1fddf3f7-07df-4c1e-8931-8c294cb77e9e admin admin] Publish callbacks [] for port (8ad8e75e-0d55-4f12-b815-fe9c7a277ed7), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:18.805192 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f954f3d9-420a-48fb-82bb-92dc1dba55ea admin admin] Received port after_create {{(pid=102637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:38:18.875576 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3a5a2f32-38d3-4e10-80ba-ca3700331692 req-fbaf303a-d84a-49f2-9c98-0df04eb7f666 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 210 time: 0.0531082 Jan 25 18:38:18.908552 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954f3d9-420a-48fb-82bb-92dc1dba55ea admin admin] Pushing event updated for resources: {'Port': ['ID=68a0f31a-584a-461b-a03a-4656ae92cf80,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:19.006624 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d8355604-c7c1-48b6-a588-9b225259ae9b req-38c943ba-8413-4550-831d-3108d74ddca0 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 210 time: 0.1171958 Jan 25 18:38:19.026259 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-bdf72a5f-cdf4-4b1c-b671-78a9566fb0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-699342'] for router (6ade9566-c7d9-4fa1-9871-3af8ffd79500), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:19.045873 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-1fddf3f7-07df-4c1e-8931-8c294cb77e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (8ad8e75e-0d55-4f12-b815-fe9c7a277ed7), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:19.057921 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 50b3b85f-6c84-4b25-81b0-7b97b2e3db71 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:38:19.127044 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fddf3f7-07df-4c1e-8931-8c294cb77e9e admin admin] Network 39a92873-72dd-4c94-9b45-f8eddc76cfc4 is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:38:19.132709 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-1fddf3f7-07df-4c1e-8931-8c294cb77e9e admin admin] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:19.135115 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.42', 49890) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:19.139795 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fddf3f7-07df-4c1e-8931-8c294cb77e9e admin admin] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:38:19.140282 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-1fddf3f7-07df-4c1e-8931-8c294cb77e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698595'] for router_interface (284add4d-b541-4a69-afea-38b3939b5555), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:19.177795 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.42', 49891) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:19.186434 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 50b3b85f-6c84-4b25-81b0-7b97b2e3db71 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:19.187641 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (50b3b85f-6c84-4b25-81b0-7b97b2e3db71), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:19.245835 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] Publish callbacks [] for port (1e103739-075b-432a-bae8-25c25203fa9a), precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:19.254831 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (1e103739-075b-432a-bae8-25c25203fa9a), after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:19.341684 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 50b3b85f-6c84-4b25-81b0-7b97b2e3db71 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:19.396500 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] Attempting to bind port 1e103739-075b-432a-bae8-25c25203fa9a on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:38:19.398958 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] Attempting to bind port 1e103739-075b-432a-bae8-25c25203fa9a by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:38:19.402603 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] Attempting to bind port 1e103739-075b-432a-bae8-25c25203fa9a on network af042177-33eb-43ce-93a3-80213c48b93e {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:38:19.421259 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537d810-8d0e-4754-bbb6-16ab21a29bdb None None] Pushing event updated for resources: {'Port': ['ID=1e103739-075b-432a-bae8-25c25203fa9a,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:19.430564 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:38:19.432423 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] Checking segment: {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:38:19.433033 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:19.433725 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] Bound using segment: {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:38:19.434501 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] Bound port: 1e103739-075b-432a-bae8-25c25203fa9a, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:38:19.440290 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (1e103739-075b-432a-bae8-25c25203fa9a), before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:19.461194 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a67ccacd-ede7-4de7-8f53-1d2090a9686e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:19.470782 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddf3f7-07df-4c1e-8931-8c294cb77e9e admin admin] Pushing event updated for resources: {'Port': ['ID=8ad8e75e-0d55-4f12-b815-fe9c7a277ed7,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:19.494639 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537d810-8d0e-4754-bbb6-16ab21a29bdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:19.495746 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537d810-8d0e-4754-bbb6-16ab21a29bdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:19.496800 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537d810-8d0e-4754-bbb6-16ab21a29bdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:19.499139 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537d810-8d0e-4754-bbb6-16ab21a29bdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:19.499730 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537d810-8d0e-4754-bbb6-16ab21a29bdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:19.500240 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537d810-8d0e-4754-bbb6-16ab21a29bdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:19.501521 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537d810-8d0e-4754-bbb6-16ab21a29bdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:19.503430 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537d810-8d0e-4754-bbb6-16ab21a29bdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:19.503785 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537d810-8d0e-4754-bbb6-16ab21a29bdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:19.504193 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537d810-8d0e-4754-bbb6-16ab21a29bdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:19.504542 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537d810-8d0e-4754-bbb6-16ab21a29bdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:19.504878 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537d810-8d0e-4754-bbb6-16ab21a29bdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:19.505214 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537d810-8d0e-4754-bbb6-16ab21a29bdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537d810-8d0e-4754-bbb6-16ab21a29bdb None None] Tracked resource versions report: Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: pushed versions: Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: { 'AddressGroup': {'1.2'}, Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: 'ConntrackHelper': {'1.0'}, Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: 'LocalIPAssociation': {'1.0'}, Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: 'Log': {'1.0'}, Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: 'Network': {'1.1'}, Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: 'Port': {'1.7'}, Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: 'PortForwarding': {'1.2'}, Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: 'QosPolicy': {'1.10'}, Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: 'SecurityGroup': {'1.5'}, Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: 'SecurityGroupRule': {'1.2'}, Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: 'SubPort': {'1.0'}, Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: 'Subnet': {'1.1'}, Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: 'Trunk': {'1.1'}} Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: consumer versions: Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: { DHCP agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: HyperV agent@hv-cinder-82635: {}, Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: L3 agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: Metadata agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: Metering agent@dv-cinder-826350-1-iscsi: {}, Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: Open vSwitch agent@dv-cinder-826350-1-iscsi: { 'AddressGroup': '1.2', Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: 'ConntrackHelper': '1.0', Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: 'LocalIPAssociation': '1.0', Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: 'Log': '1.0', Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: 'Network': '1.1', Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: 'Port': '1.7', Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: 'PortForwarding': '1.2', Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: 'QosPolicy': '1.10', Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: 'SecurityGroup': '1.5', Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: 'SecurityGroupRule': '1.2', Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: 'SubPort': '1.0', Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: 'Subnet': '1.1', Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: 'Trunk': '1.1'}} Jan 25 18:38:19.514707 dv-cinder-826350-1-iscsi neutron-server[102640]: {{(pid=102640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 18:38:19.574431 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] For port 1e103739-075b-432a-bae8-25c25203fa9a, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:38:19.578732 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] For port 1e103739-075b-432a-bae8-25c25203fa9a, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=1e103739-075b-432a-bae8-25c25203fa9a,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:38:19.584857 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (1e103739-075b-432a-bae8-25c25203fa9a), after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:19.609476 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-2e9dedc5-52af-45c0-aec5-05b2cab68844 None None] Provisioning complete for port 8ad8e75e-0d55-4f12-b815-fe9c7a277ed7 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:19.609875 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e9dedc5-52af-45c0-aec5-05b2cab68844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (8ad8e75e-0d55-4f12-b815-fe9c7a277ed7), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:19.652838 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537d810-8d0e-4754-bbb6-16ab21a29bdb None None] Pushing event updated for resources: {'Port': ['ID=1e103739-075b-432a-bae8-25c25203fa9a,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:19.708552 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] Routers {'284add4d-b541-4a69-afea-38b3939b5555'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:38:19.711828 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:38:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['284add4d-b541-4a69-afea-38b3939b5555'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:19.748709 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-cf643016-ea09-469a-9792-b2d9ae550312 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:19.749989 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-2e9dedc5-52af-45c0-aec5-05b2cab68844 None None] Port 8ad8e75e-0d55-4f12-b815-fe9c7a277ed7 cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:38:19.758703 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-cf643016-ea09-469a-9792-b2d9ae550312 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.42 "GET /v2.0/networks?id=9753a572-c21c-49fd-b946-55626b60a25d HTTP/1.1" status: 200 len: 811 time: 0.6119757 Jan 25 18:38:19.804633 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-97afe739-4e9e-460b-a05a-e0a901a3cac7 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:19.806566 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-97afe739-4e9e-460b-a05a-e0a901a3cac7 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.42 "GET /v2.0/networks?id=97ab6680-7adb-4fea-a3d3-a93c6c42ed71 HTTP/1.1" status: 200 len: 814 time: 0.6217623 Jan 25 18:38:19.858644 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-1fddf3f7-07df-4c1e-8931-8c294cb77e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (8ad8e75e-0d55-4f12-b815-fe9c7a277ed7), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:19.894569 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf72a5f-cdf4-4b1c-b671-78a9566fb0b2 admin admin] Router 6ade9566-c7d9-4fa1-9871-3af8ffd79500 is scheduled to L3 agent 703c7712-6a11-47c5-988f-a759c326b50f with binding_index 1 {{(pid=102637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 18:38:19.897162 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f954f3d9-420a-48fb-82bb-92dc1dba55ea admin admin] Publish callbacks [] for router_gateway (68e0e943-03c8-46f0-8717-ef69dc62083f), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:19.900192 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-96f00a77-a945-4402-9202-ee078fe98b6a tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Request body: {'port': {'device_id': 'fde2de05-52e3-43a0-9bd4-6bb41330585a', 'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71', 'admin_state_up': True, 'tenant_id': '17a718a30f324aa9b086c49d167a0bda'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:19.910748 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-1129c683-521e-4944-a469-e8b5a703fc83 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Request body: {'port': {'device_id': '5a623816-2161-4211-9396-fd11a0b8c7a1', 'network_id': '9753a572-c21c-49fd-b946-55626b60a25d', 'admin_state_up': True, 'tenant_id': '380639eec6034836816b894fc2a974ae'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:19.919680 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] Set router 284add4d-b541-4a69-afea-38b3939b5555 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:38:20.197433 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a67ccacd-ede7-4de7-8f53-1d2090a9686e admin admin] Publish callbacks [] for security_group (d4a3ec73-bfd5-4019-8f3e-ae59ada7425d), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:20.274460 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284add4d-b541-4a69-afea-38b3939b5555', 'name': 'tempest-AttachVolumeTestJSON-311322752-router', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '1e103739-075b-432a-bae8-25c25203fa9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:10Z', 'updated_at': '2022-01-25T18:38:14Z', 'revision_number': 3, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'gw_port': {'id': '1e103739-075b-432a-bae8-25c25203fa9a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:96:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:12Z', 'updated_at': '2022-01-25T18:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:20.300381 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a67ccacd-ede7-4de7-8f53-1d2090a9686e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (d4a3ec73-bfd5-4019-8f3e-ae59ada7425d), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:20.347628 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4930d0ef-41d3-4110-a52c-a145e5510596 None None] The sync data for ids ['284add4d-b541-4a69-afea-38b3939b5555'] in dv-cinder-826350-1-iscsi is: [{'id': '284add4d-b541-4a69-afea-38b3939b5555', 'name': 'tempest-AttachVolumeTestJSON-311322752-router', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '1e103739-075b-432a-bae8-25c25203fa9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:10Z', 'updated_at': '2022-01-25T18:38:14Z', 'revision_number': 3, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'gw_port': {'id': '1e103739-075b-432a-bae8-25c25203fa9a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:96:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:12Z', 'updated_at': '2022-01-25T18:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}] {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:38:20.443370 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf72a5f-cdf4-4b1c-b671-78a9566fb0b2 admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:38:20.460079 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] Sync routers for ids ['6ade9566-c7d9-4fa1-9871-3af8ffd79500'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:38:20.483224 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-a67ccacd-ede7-4de7-8f53-1d2090a9686e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8011fa52271740dc8afee287171b4a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7266469 Jan 25 18:38:20.484883 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] Routers {'6ade9566-c7d9-4fa1-9871-3af8ffd79500'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:38:20.486275 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:38:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['6ade9566-c7d9-4fa1-9871-3af8ffd79500'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:20.487465 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ccacd-ede7-4de7-8f53-1d2090a9686e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a3ec73-bfd5-4019-8f3e-ae59ada7425d,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:20.493361 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 42720) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:20.556226 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8848e706-5b12-43f7-9892-c97d08d0dd01 req-bbb1b155-a9ea-4c80-bcd8-12791ce8d8f4 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 210 time: 0.1764665 Jan 25 18:38:20.637958 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-bdf72a5f-cdf4-4b1c-b671-78a9566fb0b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:20.644885 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-bdf72a5f-cdf4-4b1c-b671-78a9566fb0b2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.7314210 Jan 25 18:38:20.680417 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 42728) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:20.714316 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0c26dcb4-5e3a-4c61-9ba2-b072124f4926 req-904713bf-6de3-42a9-ad48-4109cd993063 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 210 time: 0.3355718 Jan 25 18:38:20.745086 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] Set router 6ade9566-c7d9-4fa1-9871-3af8ffd79500 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:38:20.759414 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f954f3d9-420a-48fb-82bb-92dc1dba55ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-699342'] for router (68e0e943-03c8-46f0-8717-ef69dc62083f), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:20.832785 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7ffbdf4a-cefd-48ef-87a0-fe9de4199566 admin admin] Publish callbacks [] for security_group (d4a3ec73-bfd5-4019-8f3e-ae59ada7425d), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:21.137204 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-1129c683-521e-4944-a469-e8b5a703fc83 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Made reservation on behalf of 380639eec6034836816b894fc2a974ae for: {'port': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:38:21.146020 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-1129c683-521e-4944-a469-e8b5a703fc83 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:21.208011 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 1e103739-075b-432a-bae8-25c25203fa9a up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:38:21.216339 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7ffbdf4a-cefd-48ef-87a0-fe9de4199566 admin admin] Publish callbacks [] for security_group (d4a3ec73-bfd5-4019-8f3e-ae59ada7425d), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:21.284639 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f954f3d9-420a-48fb-82bb-92dc1dba55ea admin admin] Router 68e0e943-03c8-46f0-8717-ef69dc62083f is scheduled to L3 agent 703c7712-6a11-47c5-988f-a759c326b50f with binding_index 1 {{(pid=102637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 18:38:21.394319 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 1e103739-075b-432a-bae8-25c25203fa9a triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:21.394907 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (1e103739-075b-432a-bae8-25c25203fa9a), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:21.444899 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ade9566-c7d9-4fa1-9871-3af8ffd79500', 'name': 'tempest-ServerRescueNegativeTestJSON-1346097466-router', 'tenant_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '34de7f30-9b06-4731-89f2-5d0666daff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:38:17Z', 'revision_number': 3, 'project_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'gw_port': {'id': '34de7f30-9b06-4731-89f2-5d0666daff27', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:45:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ade9566-c7d9-4fa1-9871-3af8ffd79500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:21.460440 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f954f3d9-420a-48fb-82bb-92dc1dba55ea admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:38:21.472408 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] Sync routers for ids ['68e0e943-03c8-46f0-8717-ef69dc62083f'] in dv-cinder-826350-1-iscsi {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:38:21.487245 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7ffbdf4a-cefd-48ef-87a0-fe9de4199566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (d4a3ec73-bfd5-4019-8f3e-ae59ada7425d), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:21.498679 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7ffbdf4a-cefd-48ef-87a0-fe9de4199566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:21.498679 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-7ffbdf4a-cefd-48ef-87a0-fe9de4199566 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4a3ec73-bfd5-4019-8f3e-ae59ada7425d HTTP/1.1" status: 204 len: 168 time: 0.9785213 Jan 25 18:38:21.498679 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f954f3d9-420a-48fb-82bb-92dc1dba55ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:21.511095 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-f954f3d9-420a-48fb-82bb-92dc1dba55ea admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.3698192 Jan 25 18:38:21.517293 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] Routers {'68e0e943-03c8-46f0-8717-ef69dc62083f'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:38:21.519858 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 42734) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:21.520567 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:38:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['68e0e943-03c8-46f0-8717-ef69dc62083f'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:21.549822 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] Checking router: 6ade9566-c7d9-4fa1-9871-3af8ffd79500 for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:38:21.551074 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] Updating router 6ade9566-c7d9-4fa1-9871-3af8ffd79500 port 34de7f30-9b06-4731-89f2-5d0666daff27 binding host dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 18:38:21.633588 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-96f00a77-a945-4402-9202-ee078fe98b6a tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Made reservation on behalf of 17a718a30f324aa9b086c49d167a0bda for: {'port': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:38:21.646325 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-96f00a77-a945-4402-9202-ee078fe98b6a tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:21.697506 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbdf4a-cefd-48ef-87a0-fe9de4199566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a3ec73-bfd5-4019-8f3e-ae59ada7425d,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:21.805188 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (34de7f30-9b06-4731-89f2-5d0666daff27), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:21.930734 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-03eab128-b68b-4e87-a59a-8704abd5e520 req-6b7ff370-22fa-49e5-8a16-001122b01dfe tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 210 time: 0.0873454 Jan 25 18:38:21.991887 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:22.009190 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] Set router 68e0e943-03c8-46f0-8717-ef69dc62083f gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:38:22.219701 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0bd49263-d6af-4130-833b-462e0b49f155 req-8a634b37-1123-42d3-857c-16aaa8642e8f tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 210 time: 0.1961691 Jan 25 18:38:22.345194 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 1e103739-075b-432a-bae8-25c25203fa9a is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:22.348145 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (1e103739-075b-432a-bae8-25c25203fa9a), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:22.438206 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] For port 1e103739-075b-432a-bae8-25c25203fa9a, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=1e103739-075b-432a-bae8-25c25203fa9a,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:38:22.534978 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-1129c683-521e-4944-a469-e8b5a703fc83 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Allocated IP 172.20.0.6 (9753a572-c21c-49fd-b946-55626b60a25d/9d6115ba-af83-4f65-919b-597ed578921c/2e513055-ea13-4606-b054-84b0f0ee6c24) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:38:22.542118 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-1fddf3f7-07df-4c1e-8931-8c294cb77e9e admin admin] Publish callbacks [] for port (8ad8e75e-0d55-4f12-b815-fe9c7a277ed7), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:22.558811 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-942b1eeb-396c-4604-9495-18335b2f7fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:22.588677 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'name': 'tempest-AttachVolumeShelveTestJSON-800383706-router', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:38:19Z', 'revision_number': 3, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'gw_port': {'id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:22.635557 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] Checking router: 68e0e943-03c8-46f0-8717-ef69dc62083f for host: dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:38:22.635920 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] Updating router 68e0e943-03c8-46f0-8717-ef69dc62083f port 68a0f31a-584a-461b-a03a-4656ae92cf80 binding host dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 18:38:22.709736 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (68a0f31a-584a-461b-a03a-4656ae92cf80), before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:22.745196 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (1e103739-075b-432a-bae8-25c25203fa9a), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:22.806350 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-1fddf3f7-07df-4c1e-8931-8c294cb77e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (8ad8e75e-0d55-4f12-b815-fe9c7a277ed7), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:22.807228 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-1fddf3f7-07df-4c1e-8931-8c294cb77e9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698511'] for router_interface (284add4d-b541-4a69-afea-38b3939b5555), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:22.969365 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddf3f7-07df-4c1e-8931-8c294cb77e9e admin admin] Pushing event updated for resources: {'Port': ['ID=8ad8e75e-0d55-4f12-b815-fe9c7a277ed7,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:22.975966 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Pushing event updated for resources: {'Port': ['ID=1e103739-075b-432a-bae8-25c25203fa9a,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:23.047380 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-96f00a77-a945-4402-9202-ee078fe98b6a tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Allocated IP 172.20.0.14 (97ab6680-7adb-4fea-a3d3-a93c6c42ed71/6f089d72-d869-450d-ba13-6426ebb7bbcd/c689a356-34e5-4c13-925d-823bf06c5abd) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:38:23.150632 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-17e4b054-75bf-42cf-9c05-ccc4ec8da4d0 req-162a2f12-a346-41b9-b050-28abef008bea tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 210 time: 0.0557032 Jan 25 18:38:23.231411 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] Publish callbacks [] for port (34de7f30-9b06-4731-89f2-5d0666daff27), precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:23.244394 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (34de7f30-9b06-4731-89f2-5d0666daff27), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:23.335742 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [None req-942b1eeb-396c-4604-9495-18335b2f7fc0 admin admin] Allocated IP 172.20.0.1 (f1204178-e3f4-4d73-ba25-93a4ab80f272/18b441d1-81c8-4da4-95e8-ec948459c314/bf8cb341-d93e-4455-b34b-fa8632113426) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:38:23.418884 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] Attempting to bind port 34de7f30-9b06-4731-89f2-5d0666daff27 on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:38:23.419257 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] Attempting to bind port 34de7f30-9b06-4731-89f2-5d0666daff27 by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:38:23.419616 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] Attempting to bind port 34de7f30-9b06-4731-89f2-5d0666daff27 on network af042177-33eb-43ce-93a3-80213c48b93e {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:38:23.433313 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:38:23.433778 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] Checking segment: {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:38:23.434234 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:23.434639 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] Bound using segment: {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:38:23.435134 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] Bound port: 34de7f30-9b06-4731-89f2-5d0666daff27, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:38:23.435527 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (34de7f30-9b06-4731-89f2-5d0666daff27), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:23.439882 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d030e-28a4-41c2-82a1-979a48c15d13 None None] Pushing event updated for resources: {'Port': ['ID=34de7f30-9b06-4731-89f2-5d0666daff27,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:23.549874 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] For port 34de7f30-9b06-4731-89f2-5d0666daff27, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:38:23.553661 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] For port 34de7f30-9b06-4731-89f2-5d0666daff27, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=34de7f30-9b06-4731-89f2-5d0666daff27,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:38:23.569320 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (34de7f30-9b06-4731-89f2-5d0666daff27), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:23.750720 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b6fea66f-f8fe-4c14-bb35-6e515021829d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:23.812067 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d030e-28a4-41c2-82a1-979a48c15d13 None None] Pushing event updated for resources: {'Port': ['ID=34de7f30-9b06-4731-89f2-5d0666daff27,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:23.851185 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] Routers {'6ade9566-c7d9-4fa1-9871-3af8ffd79500'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:38:23.851958 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:38:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['6ade9566-c7d9-4fa1-9871-3af8ffd79500'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:23.998589 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0be8cfa3-53f4-43bf-83c8-bb9dba41a849 req-c66e622a-8aff-49c9-b395-bc16a959f9ce tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 210 time: 0.6249404 Jan 25 18:38:24.080289 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] Publish callbacks [] for port (68a0f31a-584a-461b-a03a-4656ae92cf80), precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:24.097372 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (68a0f31a-584a-461b-a03a-4656ae92cf80), after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:24.175972 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] Set router 6ade9566-c7d9-4fa1-9871-3af8ffd79500 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:38:24.227653 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58586c17-8642-48f1-94e0-c293821d73bd None None] Pushing event updated for resources: {'Port': ['ID=68a0f31a-584a-461b-a03a-4656ae92cf80,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:24.239323 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] Attempting to bind port 68a0f31a-584a-461b-a03a-4656ae92cf80 on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:38:24.240575 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] Attempting to bind port 68a0f31a-584a-461b-a03a-4656ae92cf80 by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:38:24.243152 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] Attempting to bind port 68a0f31a-584a-461b-a03a-4656ae92cf80 on network af042177-33eb-43ce-93a3-80213c48b93e {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:38:24.262806 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:38:24.263975 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] Checking segment: {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:38:24.264634 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:24.267480 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] Bound using segment: {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:38:24.273073 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] Bound port: 68a0f31a-584a-461b-a03a-4656ae92cf80, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:38:24.273958 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (68a0f31a-584a-461b-a03a-4656ae92cf80), before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:24.356239 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fddf3f7-07df-4c1e-8931-8c294cb77e9e admin admin] Network 39a92873-72dd-4c94-9b45-f8eddc76cfc4 is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:38:24.447835 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-1fddf3f7-07df-4c1e-8931-8c294cb77e9e admin admin] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:24.460626 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] For port 68a0f31a-584a-461b-a03a-4656ae92cf80, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:38:24.471036 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] For port 68a0f31a-584a-461b-a03a-4656ae92cf80, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=68a0f31a-584a-461b-a03a-4656ae92cf80,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:38:24.480212 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_common [None req-b6fea66f-f8fe-4c14-bb35-6e515021829d admin admin] Allocated IP 172.20.0.1 (438eb890-9580-4e27-a169-38cf0147302b/cec76f50-4972-4c18-a629-b0502bc042ec/3cb3c646-f459-46f4-a525-950d0d595729) {{(pid=102637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:38:24.494724 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (68a0f31a-584a-461b-a03a-4656ae92cf80), after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:24.504172 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-57bd4709-e2d6-457b-a26b-c141a98c2359 req-47d72670-e465-4bca-893c-c30bae0e4f16 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 210 time: 0.1623354 Jan 25 18:38:24.511053 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-1129c683-521e-4944-a469-e8b5a703fc83 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Publish callbacks [] for port (2e513055-ea13-4606-b054-84b0f0ee6c24), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:24.561793 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-942b1eeb-396c-4604-9495-18335b2f7fc0 admin admin] Publish callbacks [] for port (bf8cb341-d93e-4455-b34b-fa8632113426), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:24.707078 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58586c17-8642-48f1-94e0-c293821d73bd None None] Pushing event updated for resources: {'Port': ['ID=68a0f31a-584a-461b-a03a-4656ae92cf80,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:24.767121 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] Routers {'68e0e943-03c8-46f0-8717-ef69dc62083f'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:38:24.767770 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:38:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['68e0e943-03c8-46f0-8717-ef69dc62083f'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:24.891279 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b6fea66f-f8fe-4c14-bb35-6e515021829d admin admin] Publish callbacks [] for port (3cb3c646-f459-46f4-a525-950d0d595729), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:24.972066 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fddf3f7-07df-4c1e-8931-8c294cb77e9e admin admin] Router 284add4d-b541-4a69-afea-38b3939b5555 has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:38:24.998575 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b6fea66f-f8fe-4c14-bb35-6e515021829d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (3cb3c646-f459-46f4-a525-950d0d595729), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:25.120185 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fea66f-f8fe-4c14-bb35-6e515021829d admin admin] Network 438eb890-9580-4e27-a169-38cf0147302b is already hosted by enough agents. {{(pid=102637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:38:25.131306 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-b6fea66f-f8fe-4c14-bb35-6e515021829d admin admin] Resources bound (agent type, host, resource id): {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:25.139937 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-8754992d-fd92-44b5-b7f8-267a7333f29c None None] Provisioning complete for port 8ad8e75e-0d55-4f12-b815-fe9c7a277ed7 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:25.147318 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8754992d-fd92-44b5-b7f8-267a7333f29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (8ad8e75e-0d55-4f12-b815-fe9c7a277ed7), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:25.157755 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fea66f-f8fe-4c14-bb35-6e515021829d admin admin] Received port after_create {{(pid=102637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:38:25.159379 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b6fea66f-f8fe-4c14-bb35-6e515021829d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698595'] for router_interface (68e0e943-03c8-46f0-8717-ef69dc62083f), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:25.168952 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] Set router 68e0e943-03c8-46f0-8717-ef69dc62083f gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:38:25.271554 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-942b1eeb-396c-4604-9495-18335b2f7fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (bf8cb341-d93e-4455-b34b-fa8632113426), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:25.273082 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 1e103739-075b-432a-bae8-25c25203fa9a up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:38:25.300663 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-8754992d-fd92-44b5-b7f8-267a7333f29c None None] Port 8ad8e75e-0d55-4f12-b815-fe9c7a277ed7 cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:38:25.374749 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-96f00a77-a945-4402-9202-ee078fe98b6a tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks [] for port (c689a356-34e5-4c13-925d-823bf06c5abd), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:25.433900 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fea66f-f8fe-4c14-bb35-6e515021829d admin admin] Pushing event updated for resources: {'Port': ['ID=3cb3c646-f459-46f4-a525-950d0d595729,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:25.498181 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fea07628-49cf-40bb-bcd4-b62bc4222e0b req-c0f102a8-f8c3-4583-9572-5507c4873d85 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 210 time: 0.2445066 Jan 25 18:38:25.597880 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 1e103739-075b-432a-bae8-25c25203fa9a triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:25.598307 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (1e103739-075b-432a-bae8-25c25203fa9a), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:25.659092 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b1eeb-396c-4604-9495-18335b2f7fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=bf8cb341-d93e-4455-b34b-fa8632113426,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:25.672073 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ade9566-c7d9-4fa1-9871-3af8ffd79500', 'name': 'tempest-ServerRescueNegativeTestJSON-1346097466-router', 'tenant_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '34de7f30-9b06-4731-89f2-5d0666daff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:38:17Z', 'revision_number': 3, 'project_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'gw_port': {'id': '34de7f30-9b06-4731-89f2-5d0666daff27', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:45:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ade9566-c7d9-4fa1-9871-3af8ffd79500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:25.682961 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'name': 'tempest-AttachVolumeShelveTestJSON-800383706-router', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:38:19Z', 'revision_number': 3, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'gw_port': {'id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:25.729251 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-1129c683-521e-4944-a469-e8b5a703fc83 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (2e513055-ea13-4606-b054-84b0f0ee6c24), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:25.747425 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8098020e-7678-47e0-b121-2de6d94dd09f None None] The sync data for ids ['6ade9566-c7d9-4fa1-9871-3af8ffd79500'] in dv-cinder-826350-1-iscsi is: [{'id': '6ade9566-c7d9-4fa1-9871-3af8ffd79500', 'name': 'tempest-ServerRescueNegativeTestJSON-1346097466-router', 'tenant_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '34de7f30-9b06-4731-89f2-5d0666daff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:38:17Z', 'revision_number': 3, 'project_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'gw_port': {'id': '34de7f30-9b06-4731-89f2-5d0666daff27', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:45:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ade9566-c7d9-4fa1-9871-3af8ffd79500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:38:25.759843 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9564625b-6e0f-4194-bf9c-ac539c072c22 None None] The sync data for ids ['68e0e943-03c8-46f0-8717-ef69dc62083f'] in dv-cinder-826350-1-iscsi is: [{'id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'name': 'tempest-AttachVolumeShelveTestJSON-800383706-router', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:38:19Z', 'revision_number': 3, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'gw_port': {'id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}] {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:38:25.790869 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b6fea66f-f8fe-4c14-bb35-6e515021829d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (3cb3c646-f459-46f4-a525-950d0d595729), before_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:25.798796 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-206bf973-601d-4519-9dbb-17fa8e7a3c78 None None] Provisioning complete for port 3cb3c646-f459-46f4-a525-950d0d595729 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:25.799315 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-206bf973-601d-4519-9dbb-17fa8e7a3c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (3cb3c646-f459-46f4-a525-950d0d595729), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:25.927584 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-206bf973-601d-4519-9dbb-17fa8e7a3c78 None None] Port 3cb3c646-f459-46f4-a525-950d0d595729 cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:38:25.935713 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942b1eeb-396c-4604-9495-18335b2f7fc0 admin admin] Network f1204178-e3f4-4d73-ba25-93a4ab80f272 is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:38:25.937787 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129c683-521e-4944-a469-e8b5a703fc83 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Pushing event updated for resources: {'Port': ['ID=2e513055-ea13-4606-b054-84b0f0ee6c24,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:25.940863 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 1e103739-075b-432a-bae8-25c25203fa9a is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:25.983792 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-942b1eeb-396c-4604-9495-18335b2f7fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:25.994148 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942b1eeb-396c-4604-9495-18335b2f7fc0 admin admin] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:38:25.994763 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-942b1eeb-396c-4604-9495-18335b2f7fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698595'] for router_interface (6ade9566-c7d9-4fa1-9871-3af8ffd79500), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:26.033409 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-96f00a77-a945-4402-9202-ee078fe98b6a tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (c689a356-34e5-4c13-925d-823bf06c5abd), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:26.043811 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-1129c683-521e-4944-a469-e8b5a703fc83 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Network 9753a572-c21c-49fd-b946-55626b60a25d is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:38:26.105594 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b6fea66f-f8fe-4c14-bb35-6e515021829d admin admin] Publish callbacks [] for port (3cb3c646-f459-46f4-a525-950d0d595729), precommit_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:26.112389 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-1129c683-521e-4944-a469-e8b5a703fc83 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:26.125212 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b6fea66f-f8fe-4c14-bb35-6e515021829d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (3cb3c646-f459-46f4-a525-950d0d595729), after_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:26.126829 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b6fea66f-f8fe-4c14-bb35-6e515021829d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698511'] for router_interface (68e0e943-03c8-46f0-8717-ef69dc62083f), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:26.134486 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-1129c683-521e-4944-a469-e8b5a703fc83 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:38:26.140270 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-1129c683-521e-4944-a469-e8b5a703fc83 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:26.140911 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-1129c683-521e-4944-a469-e8b5a703fc83 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:26.228794 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-1129c683-521e-4944-a469-e8b5a703fc83 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3709211 Jan 25 18:38:26.238560 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fea66f-f8fe-4c14-bb35-6e515021829d admin admin] Pushing event updated for resources: {'Port': ['ID=3cb3c646-f459-46f4-a525-950d0d595729,revision_number=2']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:26.289380 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-96f00a77-a945-4402-9202-ee078fe98b6a tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Network 97ab6680-7adb-4fea-a3d3-a93c6c42ed71 is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:38:26.304694 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-96f00a77-a945-4402-9202-ee078fe98b6a tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:26.349651 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-96f00a77-a945-4402-9202-ee078fe98b6a tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:38:26.356519 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-96f00a77-a945-4402-9202-ee078fe98b6a tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:26.357178 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-96f00a77-a945-4402-9202-ee078fe98b6a tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:26.437989 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:38:26.452099 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fea66f-f8fe-4c14-bb35-6e515021829d admin admin] Network 438eb890-9580-4e27-a169-38cf0147302b is already hosted by enough agents. {{(pid=102637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:38:26.453652 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-b6fea66f-f8fe-4c14-bb35-6e515021829d admin admin] Resources bound (agent type, host, resource id): {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:26.642848 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fdb63-14ee-4513-8036-e5a93d5ca0f3 req-db031bfe-6890-4b3c-a13e-b7cc9694c79d tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:26.644461 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f13fdb63-14ee-4513-8036-e5a93d5ca0f3 req-db031bfe-6890-4b3c-a13e-b7cc9694c79d tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 931 time: 0.8947093 Jan 25 18:38:26.645626 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fddf3f7-07df-4c1e-8931-8c294cb77e9e admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:38:26.671184 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f00a77-a945-4402-9202-ee078fe98b6a tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Pushing event updated for resources: {'Port': ['ID=c689a356-34e5-4c13-925d-823bf06c5abd,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:26.704718 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] Sync routers for ids ['284add4d-b541-4a69-afea-38b3939b5555'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:38:26.718117 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] Routers {'284add4d-b541-4a69-afea-38b3939b5555'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:38:26.721636 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:38:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['284add4d-b541-4a69-afea-38b3939b5555'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:26.743167 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-1fddf3f7-07df-4c1e-8931-8c294cb77e9e admin admin] 10.222.0.41 "PUT /v2.0/routers/284add4d-b541-4a69-afea-38b3939b5555/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3678789 Jan 25 18:38:26.744639 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fea66f-f8fe-4c14-bb35-6e515021829d admin admin] Router 68e0e943-03c8-46f0-8717-ef69dc62083f has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:38:26.779885 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-96f00a77-a945-4402-9202-ee078fe98b6a tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9235511 Jan 25 18:38:27.036279 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] Set router 284add4d-b541-4a69-afea-38b3939b5555 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:38:27.108669 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fea66f-f8fe-4c14-bb35-6e515021829d admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:38:27.121180 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-b6fea66f-f8fe-4c14-bb35-6e515021829d admin admin] 10.222.0.41 "PUT /v2.0/routers/68e0e943-03c8-46f0-8717-ef69dc62083f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6005447 Jan 25 18:38:27.153769 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f13fdb63-14ee-4513-8036-e5a93d5ca0f3 req-0ca035bd-f5f1-41af-b668-545f64a88938 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f67488-8204-4cc1-9f41-51be050b5ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835143 Jan 25 18:38:27.306274 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a33ec-d031-4356-8a3b-42673a0ecd78 req-be71eebc-ff9f-48e1-9c31-b369032e2be1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:27.310502 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8b0a33ec-d031-4356-8a3b-42673a0ecd78 req-be71eebc-ff9f-48e1-9c31-b369032e2be1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 932 time: 0.5031846 Jan 25 18:38:27.429841 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 68a0f31a-584a-461b-a03a-4656ae92cf80 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:38:27.450770 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8b0a33ec-d031-4356-8a3b-42673a0ecd78 req-1746935d-8da3-492b-913b-9f1d8c6f53c2 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333003 Jan 25 18:38:27.451810 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-942b1eeb-396c-4604-9495-18335b2f7fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (bf8cb341-d93e-4455-b34b-fa8632113426), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:27.507562 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-56e15ba9-5ed7-44eb-af07-0f3949dc7a64 None None] Provisioning complete for port 3cb3c646-f459-46f4-a525-950d0d595729 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:27.507827 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-56e15ba9-5ed7-44eb-af07-0f3949dc7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (3cb3c646-f459-46f4-a525-950d0d595729), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:27.587682 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 68a0f31a-584a-461b-a03a-4656ae92cf80 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:27.588072 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (68a0f31a-584a-461b-a03a-4656ae92cf80), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:27.665045 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-56e15ba9-5ed7-44eb-af07-0f3949dc7a64 None None] Port 3cb3c646-f459-46f4-a525-950d0d595729 cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:38:27.827806 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-942b1eeb-396c-4604-9495-18335b2f7fc0 admin admin] Publish callbacks [] for port (bf8cb341-d93e-4455-b34b-fa8632113426), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:27.831857 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 68a0f31a-584a-461b-a03a-4656ae92cf80 is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:27.832306 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (68a0f31a-584a-461b-a03a-4656ae92cf80), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:27.840718 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284add4d-b541-4a69-afea-38b3939b5555', 'name': 'tempest-AttachVolumeTestJSON-311322752-router', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '1e103739-075b-432a-bae8-25c25203fa9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:10Z', 'updated_at': '2022-01-25T18:38:19Z', 'revision_number': 4, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'gw_port': {'id': '1e103739-075b-432a-bae8-25c25203fa9a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:96:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:12Z', 'updated_at': '2022-01-25T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '8ad8e75e-0d55-4f12-b815-fe9c7a277ed7', 'name': '', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'mac_address': 'fa:16:3e:98:d7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:18Z', 'updated_at': '2022-01-25T18:38:20Z', 'revision_number': 2, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'subnets': [{'id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:27.842345 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-942b1eeb-396c-4604-9495-18335b2f7fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (bf8cb341-d93e-4455-b34b-fa8632113426), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:27.843898 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-942b1eeb-396c-4604-9495-18335b2f7fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698511'] for router_interface (6ade9566-c7d9-4fa1-9871-3af8ffd79500), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:27.873757 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] Checking router: 284add4d-b541-4a69-afea-38b3939b5555 for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:38:27.874603 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] Updating router 284add4d-b541-4a69-afea-38b3939b5555 port 8ad8e75e-0d55-4f12-b815-fe9c7a277ed7 binding host dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 18:38:27.899797 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] For port 68a0f31a-584a-461b-a03a-4656ae92cf80, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=68a0f31a-584a-461b-a03a-4656ae92cf80,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:38:27.909288 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (8ad8e75e-0d55-4f12-b815-fe9c7a277ed7), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:27.911493 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (68a0f31a-584a-461b-a03a-4656ae92cf80), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:27.912394 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 34de7f30-9b06-4731-89f2-5d0666daff27 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:38:27.917672 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b1eeb-396c-4604-9495-18335b2f7fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=bf8cb341-d93e-4455-b34b-fa8632113426,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:28.035414 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942b1eeb-396c-4604-9495-18335b2f7fc0 admin admin] Network f1204178-e3f4-4d73-ba25-93a4ab80f272 is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:38:28.038114 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-942b1eeb-396c-4604-9495-18335b2f7fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:28.099743 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Pushing event updated for resources: {'Port': ['ID=68a0f31a-584a-461b-a03a-4656ae92cf80,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:28.134113 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 42874) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:28.139677 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-590be7bc-e60c-49a9-8d13-42a07b949671 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1850347848', 'description': 'tempest-description--990150208'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:28.200211 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 34de7f30-9b06-4731-89f2-5d0666daff27 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:28.200748 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (34de7f30-9b06-4731-89f2-5d0666daff27), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:28.206170 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-590be7bc-e60c-49a9-8d13-42a07b949671 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:28.251681 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 42880) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:28.280647 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-154e8e19-39ab-49ca-ad78-25813c59e19e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1338260038', 'description': 'tempest-description--45693931'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:28.386535 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942b1eeb-396c-4604-9495-18335b2f7fc0 admin admin] Router 6ade9566-c7d9-4fa1-9871-3af8ffd79500 has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:38:28.388248 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-154e8e19-39ab-49ca-ad78-25813c59e19e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:28.528964 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 34de7f30-9b06-4731-89f2-5d0666daff27 is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:28.529507 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (34de7f30-9b06-4731-89f2-5d0666daff27), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:28.597722 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] For port 34de7f30-9b06-4731-89f2-5d0666daff27, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=34de7f30-9b06-4731-89f2-5d0666daff27,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:38:28.631460 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] Publish callbacks [] for port (8ad8e75e-0d55-4f12-b815-fe9c7a277ed7), precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:28.635392 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (34de7f30-9b06-4731-89f2-5d0666daff27), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:28.649527 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-72cf1d9b-18ae-4f4d-a39f-c1dfb73e21cb tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:38:28.650873 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-72cf1d9b-18ae-4f4d-a39f-c1dfb73e21cb tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0261371 Jan 25 18:38:28.655852 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (8ad8e75e-0d55-4f12-b815-fe9c7a277ed7), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:28.672699 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-099321df-da3d-4d4d-b0be-4325b77ca945 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:38:28.673855 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-099321df-da3d-4d4d-b0be-4325b77ca945 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0503094 Jan 25 18:38:28.676444 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-590be7bc-e60c-49a9-8d13-42a07b949671 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for security_group (04b456f4-5510-4f21-98b4-5435c537bd1b), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:28.693834 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-590be7bc-e60c-49a9-8d13-42a07b949671 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (04b456f4-5510-4f21-98b4-5435c537bd1b), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:28.716064 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c543496-85f5-4878-b780-0d314d65dcef req-92a0f870-cd80-41a2-89da-ce12cf9220d8 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:28.723430 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0c543496-85f5-4878-b780-0d314d65dcef req-92a0f870-cd80-41a2-89da-ce12cf9220d8 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 931 time: 0.4195082 Jan 25 18:38:28.758295 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-590be7bc-e60c-49a9-8d13-42a07b949671 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:28.760259 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-590be7bc-e60c-49a9-8d13-42a07b949671 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6239140 Jan 25 18:38:28.761942 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590be7bc-e60c-49a9-8d13-42a07b949671 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b456f4-5510-4f21-98b4-5435c537bd1b,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:28.765274 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 42888) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:28.788263 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-6b016058-cc32-44a4-8823-d873218a9f32 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Request body: {'security_group_rule': {'security_group_id': '04b456f4-5510-4f21-98b4-5435c537bd1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:28.874865 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6b016058-cc32-44a4-8823-d873218a9f32 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for security_group_rule (bc79270e-7ce6-4eaa-863e-8a0922a07cf4), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:28.886070 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Pushing event updated for resources: {'Port': ['ID=34de7f30-9b06-4731-89f2-5d0666daff27,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:28.992615 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0c543496-85f5-4878-b780-0d314d65dcef req-4573b95d-410f-40c7-b139-8bbfc92128fd tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f67488-8204-4cc1-9f41-51be050b5ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685809 Jan 25 18:38:29.024452 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] Attempting to bind port 8ad8e75e-0d55-4f12-b815-fe9c7a277ed7 on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:38:29.024860 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] Attempting to bind port 8ad8e75e-0d55-4f12-b815-fe9c7a277ed7 by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': '75e2899b-01ba-47f3-8a62-3fd7282595a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:38:29.025254 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] Attempting to bind port 8ad8e75e-0d55-4f12-b815-fe9c7a277ed7 on network 39a92873-72dd-4c94-9b45-f8eddc76cfc4 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:38:29.030070 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720f25e-80f6-47a8-9a80-9ff1b52518b6 req-5500e48a-9cd6-44d6-94db-fffeca92c30f tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:29.031377 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6720f25e-80f6-47a8-9a80-9ff1b52518b6 req-5500e48a-9cd6-44d6-94db-fffeca92c30f tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 932 time: 0.4006724 Jan 25 18:38:29.034467 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:38:29.034856 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] Checking segment: {'id': '75e2899b-01ba-47f3-8a62-3fd7282595a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:38:29.043644 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:29.044382 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] Bound using segment: {'id': '75e2899b-01ba-47f3-8a62-3fd7282595a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:38:29.044901 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] Bound port: 8ad8e75e-0d55-4f12-b815-fe9c7a277ed7, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e2899b-01ba-47f3-8a62-3fd7282595a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:38:29.045392 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (8ad8e75e-0d55-4f12-b815-fe9c7a277ed7), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:29.065191 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00bb45-cda0-43e7-a134-5e7911576404 None None] Pushing event updated for resources: {'Port': ['ID=8ad8e75e-0d55-4f12-b815-fe9c7a277ed7,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:29.108343 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6b016058-cc32-44a4-8823-d873218a9f32 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for security_group_rule (bc79270e-7ce6-4eaa-863e-8a0922a07cf4), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:29.112933 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6b016058-cc32-44a4-8823-d873218a9f32 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (bc79270e-7ce6-4eaa-863e-8a0922a07cf4), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:29.144901 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 68a0f31a-584a-461b-a03a-4656ae92cf80 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:38:29.172031 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b016058-cc32-44a4-8823-d873218a9f32 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc79270e-7ce6-4eaa-863e-8a0922a07cf4,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:29.195346 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6b016058-cc32-44a4-8823-d873218a9f32 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:29.196662 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-6b016058-cc32-44a4-8823-d873218a9f32 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4150605 Jan 25 18:38:29.207507 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 42894) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:29.212066 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-ebffb448-3206-4453-878e-5d0ef596e00a tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Request body: {'security_group_rule': {'security_group_id': '04b456f4-5510-4f21-98b4-5435c537bd1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:29.215325 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] For port 8ad8e75e-0d55-4f12-b815-fe9c7a277ed7, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:38:29.244831 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] For port 8ad8e75e-0d55-4f12-b815-fe9c7a277ed7, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=8ad8e75e-0d55-4f12-b815-fe9c7a277ed7,segment=NetworkSegment(75e2899b-01ba-47f3-8a62-3fd7282595a1),segment_id=75e2899b-01ba-47f3-8a62-3fd7282595a1)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:38:29.257115 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (8ad8e75e-0d55-4f12-b815-fe9c7a277ed7), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:29.268694 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ebffb448-3206-4453-878e-5d0ef596e00a tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for security_group_rule (4fb34c06-8a56-46d4-80e4-57131112a1c9), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:29.298135 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-154e8e19-39ab-49ca-ad78-25813c59e19e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for security_group (7f7a23e4-bed4-4376-938e-061e4507b236), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:29.318172 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-154e8e19-39ab-49ca-ad78-25813c59e19e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (7f7a23e4-bed4-4376-938e-061e4507b236), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:29.549187 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ebffb448-3206-4453-878e-5d0ef596e00a tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for security_group_rule (4fb34c06-8a56-46d4-80e4-57131112a1c9), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:29.558411 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ebffb448-3206-4453-878e-5d0ef596e00a tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (4fb34c06-8a56-46d4-80e4-57131112a1c9), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:29.597574 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942b1eeb-396c-4604-9495-18335b2f7fc0 admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:38:29.601077 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-154e8e19-39ab-49ca-ad78-25813c59e19e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:29.619013 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 42906) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:29.622553 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-154e8e19-39ab-49ca-ad78-25813c59e19e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3645995 Jan 25 18:38:29.670699 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-942b1eeb-396c-4604-9495-18335b2f7fc0 admin admin] 10.222.0.41 "PUT /v2.0/routers/6ade9566-c7d9-4fa1-9871-3af8ffd79500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9770453 Jan 25 18:38:29.682077 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-a710e7b4-bd6b-4f6b-88ee-aae3b3c9c71a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Request body: {'security_group_rule': {'security_group_id': '7f7a23e4-bed4-4376-938e-061e4507b236', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:29.687911 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6720f25e-80f6-47a8-9a80-9ff1b52518b6 req-80f132c1-9a2b-4204-bf7a-7310ed06e238 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6254566 Jan 25 18:38:29.694809 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e8e19-39ab-49ca-ad78-25813c59e19e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7a23e4-bed4-4376-938e-061e4507b236,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:29.746996 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffb448-3206-4453-878e-5d0ef596e00a tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb34c06-8a56-46d4-80e4-57131112a1c9,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:29.772849 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] Sync routers for ids ['6ade9566-c7d9-4fa1-9871-3af8ffd79500'] in dv-cinder-826350-1-iscsi {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:38:29.799557 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] Routers {'6ade9566-c7d9-4fa1-9871-3af8ffd79500'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:38:29.800249 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:38:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['6ade9566-c7d9-4fa1-9871-3af8ffd79500'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:29.807151 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ebffb448-3206-4453-878e-5d0ef596e00a tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:29.812058 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-ebffb448-3206-4453-878e-5d0ef596e00a tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6035912 Jan 25 18:38:29.815857 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 42918) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:29.820570 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-f78763f3-7839-430e-b15d-f6be557dc471 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Request body: {'floatingip': {'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:29.918421 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a710e7b4-bd6b-4f6b-88ee-aae3b3c9c71a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for security_group_rule (97d849bb-70b5-4f50-9cd5-1b6463823227), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:29.920612 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] Sync routers for ids ['68e0e943-03c8-46f0-8717-ef69dc62083f'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:38:29.956665 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-47a70ac8-d578-4c6a-ab10-99872afbebaa service neutron] Request body: {'port': {'device_id': '5a623816-2161-4211-9396-fd11a0b8c7a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:30.017498 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] Routers {'68e0e943-03c8-46f0-8717-ef69dc62083f'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:38:30.018182 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:38:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['68e0e943-03c8-46f0-8717-ef69dc62083f'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:30.059694 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f78763f3-7839-430e-b15d-f6be557dc471 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:30.075356 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a710e7b4-bd6b-4f6b-88ee-aae3b3c9c71a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for security_group_rule (97d849bb-70b5-4f50-9cd5-1b6463823227), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:30.088931 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a710e7b4-bd6b-4f6b-88ee-aae3b3c9c71a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (97d849bb-70b5-4f50-9cd5-1b6463823227), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:30.119354 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-ff5d7708-9f22-410a-8c8f-a8bd921d4381 service neutron] Request body: {'port': {'device_id': 'fde2de05-52e3-43a0-9bd4-6bb41330585a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:30.134602 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] Set router 6ade9566-c7d9-4fa1-9871-3af8ffd79500 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:38:30.144675 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710e7b4-bd6b-4f6b-88ee-aae3b3c9c71a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d849bb-70b5-4f50-9cd5-1b6463823227,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:30.179456 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a710e7b4-bd6b-4f6b-88ee-aae3b3c9c71a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:30.181505 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-a710e7b4-bd6b-4f6b-88ee-aae3b3c9c71a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5614698 Jan 25 18:38:30.184167 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 42928) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:30.193058 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-9f804f1d-b62a-4fa2-9fa6-0607bcac0ff5 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Request body: {'security_group_rule': {'security_group_id': '7f7a23e4-bed4-4376-938e-061e4507b236', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:30.262721 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-9f804f1d-b62a-4fa2-9fa6-0607bcac0ff5 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for security_group_rule (ff0fb3b6-d8da-4496-8436-833d54827d0a), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:30.383621 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] Set router 68e0e943-03c8-46f0-8717-ef69dc62083f gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:38:30.416632 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-9f804f1d-b62a-4fa2-9fa6-0607bcac0ff5 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for security_group_rule (ff0fb3b6-d8da-4496-8436-833d54827d0a), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:30.427156 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-9f804f1d-b62a-4fa2-9fa6-0607bcac0ff5 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (ff0fb3b6-d8da-4496-8436-833d54827d0a), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:30.462707 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f804f1d-b62a-4fa2-9fa6-0607bcac0ff5 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff0fb3b6-d8da-4496-8436-833d54827d0a,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:30.485872 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-9f804f1d-b62a-4fa2-9fa6-0607bcac0ff5 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:30.491251 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-9f804f1d-b62a-4fa2-9fa6-0607bcac0ff5 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3031485 Jan 25 18:38:30.492039 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 42938) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:30.504257 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-3b6f8e8f-bfc7-468b-ae00-64840d081026 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Request body: {'floatingip': {'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:30.561321 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3b6f8e8f-bfc7-468b-ae00-64840d081026 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:30.633482 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] Routers {'284add4d-b541-4a69-afea-38b3939b5555'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:38:30.634133 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-47a70ac8-d578-4c6a-ab10-99872afbebaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (2e513055-ea13-4606-b054-84b0f0ee6c24), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:30.635180 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:38:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['284add4d-b541-4a69-afea-38b3939b5555'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:30.640611 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 68a0f31a-584a-461b-a03a-4656ae92cf80 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:30.655182 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (68a0f31a-584a-461b-a03a-4656ae92cf80), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:30.717278 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00bb45-cda0-43e7-a134-5e7911576404 None None] Pushing event updated for resources: {'Port': ['ID=8ad8e75e-0d55-4f12-b815-fe9c7a277ed7,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:30.736549 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ade9566-c7d9-4fa1-9871-3af8ffd79500', 'name': 'tempest-ServerRescueNegativeTestJSON-1346097466-router', 'tenant_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '34de7f30-9b06-4731-89f2-5d0666daff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:38:27Z', 'revision_number': 4, 'project_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'gw_port': {'id': '34de7f30-9b06-4731-89f2-5d0666daff27', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ade9566-c7d9-4fa1-9871-3af8ffd79500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': 'bf8cb341-d93e-4455-b34b-fa8632113426', 'name': '', 'network_id': 'f1204178-e3f4-4d73-ba25-93a4ab80f272', 'tenant_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'mac_address': 'fa:16:3e:57:a6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ade9566-c7d9-4fa1-9871-3af8ffd79500', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '18b441d1-81c8-4da4-95e8-ec948459c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:22Z', 'updated_at': '2022-01-25T18:38:27Z', 'revision_number': 2, 'project_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'subnets': [{'id': '18b441d1-81c8-4da4-95e8-ec948459c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:30.899571 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] Checking router: 6ade9566-c7d9-4fa1-9871-3af8ffd79500 for host: dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:38:30.901682 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] Updating router 6ade9566-c7d9-4fa1-9871-3af8ffd79500 port bf8cb341-d93e-4455-b34b-fa8632113426 binding host dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 18:38:30.976565 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (bf8cb341-d93e-4455-b34b-fa8632113426), before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:31.237511 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3b6f8e8f-bfc7-468b-ae00-64840d081026 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:31.238611 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-011de379-d9fd-40b6-bb20-455ff87fe6b0 None None] Provisioning complete for port 8ad8e75e-0d55-4f12-b815-fe9c7a277ed7 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:31.238611 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-011de379-d9fd-40b6-bb20-455ff87fe6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (8ad8e75e-0d55-4f12-b815-fe9c7a277ed7), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:31.384080 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_common [None req-3b6f8e8f-bfc7-468b-ae00-64840d081026 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Allocated IP 172.27.2.248 (af042177-33eb-43ce-93a3-80213c48b93e/b5271661-edb4-4dc6-95f7-ec5badc479aa/c7a1687a-0c4e-4780-8094-a72c7bcf5fc5) {{(pid=102637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:38:31.401381 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b20f17eb-ccad-487f-baa2-a2e29f772368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:31.470991 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-011de379-d9fd-40b6-bb20-455ff87fe6b0 None None] Current status of the port 8ad8e75e-0d55-4f12-b815-fe9c7a277ed7 is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:31.471675 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-011de379-d9fd-40b6-bb20-455ff87fe6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (8ad8e75e-0d55-4f12-b815-fe9c7a277ed7), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:31.576843 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-011de379-d9fd-40b6-bb20-455ff87fe6b0 None None] For port 8ad8e75e-0d55-4f12-b815-fe9c7a277ed7, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=8ad8e75e-0d55-4f12-b815-fe9c7a277ed7,segment=NetworkSegment(75e2899b-01ba-47f3-8a62-3fd7282595a1),segment_id=75e2899b-01ba-47f3-8a62-3fd7282595a1)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:38:31.580484 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] Set router 284add4d-b541-4a69-afea-38b3939b5555 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:38:31.613433 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-47a70ac8-d578-4c6a-ab10-99872afbebaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e513055-ea13-4606-b054-84b0f0ee6c24 {{(pid=102638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:38:31.614777 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-011de379-d9fd-40b6-bb20-455ff87fe6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (8ad8e75e-0d55-4f12-b815-fe9c7a277ed7), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:31.621236 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3b6f8e8f-bfc7-468b-ae00-64840d081026 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for port (c7a1687a-0c4e-4780-8094-a72c7bcf5fc5), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:31.625159 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-47a70ac8-d578-4c6a-ab10-99872afbebaa service neutron] Publish callbacks [] for port (2e513055-ea13-4606-b054-84b0f0ee6c24), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:31.630304 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 68a0f31a-584a-461b-a03a-4656ae92cf80 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:31.631961 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 34de7f30-9b06-4731-89f2-5d0666daff27 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:38:31.663127 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.provisioning_blocks [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-47a70ac8-d578-4c6a-ab10-99872afbebaa service neutron] Transition to ACTIVE for port object 2e513055-ea13-4606-b054-84b0f0ee6c24 will not be triggered until provisioned by entity L2. {{(pid=102638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 18:38:31.673344 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] Publish callbacks [] for port (bf8cb341-d93e-4455-b34b-fa8632113426), precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:31.682740 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (bf8cb341-d93e-4455-b34b-fa8632113426), after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:31.691682 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3b6f8e8f-bfc7-468b-ae00-64840d081026 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (c7a1687a-0c4e-4780-8094-a72c7bcf5fc5), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:31.720969 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-47a70ac8-d578-4c6a-ab10-99872afbebaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (2e513055-ea13-4606-b054-84b0f0ee6c24), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:31.738030 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5dec7-7adc-4b94-99ba-c1ef5cbc3f74 None None] Pushing event updated for resources: {'Port': ['ID=bf8cb341-d93e-4455-b34b-fa8632113426,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:31.778337 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'name': 'tempest-AttachVolumeShelveTestJSON-800383706-router', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:38:25Z', 'revision_number': 4, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'gw_port': {'id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '3cb3c646-f459-46f4-a525-950d0d595729', 'name': '', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'mac_address': 'fa:16:3e:90:39:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:23Z', 'updated_at': '2022-01-25T18:38:25Z', 'revision_number': 2, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'subnets': [{'id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:31.798091 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6f8e8f-bfc7-468b-ae00-64840d081026 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Network af042177-33eb-43ce-93a3-80213c48b93e is already hosted by enough agents. {{(pid=102637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:38:31.799414 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f8e8f-bfc7-468b-ae00-64840d081026 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Pushing event updated for resources: {'Port': ['ID=c7a1687a-0c4e-4780-8094-a72c7bcf5fc5,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:31.810697 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-3b6f8e8f-bfc7-468b-ae00-64840d081026 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Resources bound (agent type, host, resource id): {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:31.818872 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6f8e8f-bfc7-468b-ae00-64840d081026 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Received port after_create {{(pid=102637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:38:31.830518 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-ff5d7708-9f22-410a-8c8f-a8bd921d4381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (c689a356-34e5-4c13-925d-823bf06c5abd), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:31.885430 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] Attempting to bind port bf8cb341-d93e-4455-b34b-fa8632113426 on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:38:31.885708 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] Attempting to bind port bf8cb341-d93e-4455-b34b-fa8632113426 by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': '7112a8d3-ac77-4c0b-be43-c5b226bd6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f1204178-e3f4-4d73-ba25-93a4ab80f272'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:38:31.886104 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] Attempting to bind port bf8cb341-d93e-4455-b34b-fa8632113426 on network f1204178-e3f4-4d73-ba25-93a4ab80f272 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:38:31.912148 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:38:31.913481 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] Checking segment: {'id': '7112a8d3-ac77-4c0b-be43-c5b226bd6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f1204178-e3f4-4d73-ba25-93a4ab80f272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:38:31.917841 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:31.918818 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] Bound using segment: {'id': '7112a8d3-ac77-4c0b-be43-c5b226bd6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f1204178-e3f4-4d73-ba25-93a4ab80f272'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:38:31.920589 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] Bound port: bf8cb341-d93e-4455-b34b-fa8632113426, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7112a8d3-ac77-4c0b-be43-c5b226bd6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f1204178-e3f4-4d73-ba25-93a4ab80f272'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:38:31.922045 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (bf8cb341-d93e-4455-b34b-fa8632113426), before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:31.933644 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] Checking router: 68e0e943-03c8-46f0-8717-ef69dc62083f for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:38:31.939197 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] Updating router 68e0e943-03c8-46f0-8717-ef69dc62083f port 3cb3c646-f459-46f4-a525-950d0d595729 binding host dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 18:38:31.961407 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3b6f8e8f-bfc7-468b-ae00-64840d081026 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for floatingip (64038a76-59ef-411a-88ce-91d5061195c3), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:32.005972 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d9578-f0e2-405b-92cc-c353b27c7ea0 req-ad557873-6d34-405c-aff4-cfd14d6efc5b tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:32.023144 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3b6f8e8f-bfc7-468b-ae00-64840d081026 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (c7a1687a-0c4e-4780-8094-a72c7bcf5fc5), before_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:32.032695 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-303d9578-f0e2-405b-92cc-c353b27c7ea0 req-ad557873-6d34-405c-aff4-cfd14d6efc5b tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 931 time: 1.8104475 Jan 25 18:38:32.166856 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] For port bf8cb341-d93e-4455-b34b-fa8632113426, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:38:32.178174 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] For port bf8cb341-d93e-4455-b34b-fa8632113426, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=bf8cb341-d93e-4455-b34b-fa8632113426,segment=NetworkSegment(7112a8d3-ac77-4c0b-be43-c5b226bd6d84),segment_id=7112a8d3-ac77-4c0b-be43-c5b226bd6d84)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:38:32.186514 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (bf8cb341-d93e-4455-b34b-fa8632113426), after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:32.285925 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (3cb3c646-f459-46f4-a525-950d0d595729), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:32.306503 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011de379-d9fd-40b6-bb20-455ff87fe6b0 None None] Pushing event updated for resources: {'Port': ['ID=8ad8e75e-0d55-4f12-b815-fe9c7a277ed7,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:32.311581 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-e51f9099-4abb-4215-905e-a403bdf10fbd tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:32.318522 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-e51f9099-4abb-4215-905e-a403bdf10fbd tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/networks?id=f1204178-e3f4-4d73-ba25-93a4ab80f272 HTTP/1.1" status: 200 len: 819 time: 1.7322640 Jan 25 18:38:32.319533 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a70ac8-d578-4c6a-ab10-99872afbebaa service neutron] Pushing event updated for resources: {'Port': ['ID=2e513055-ea13-4606-b054-84b0f0ee6c24,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:32.399295 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5dec7-7adc-4b94-99ba-c1ef5cbc3f74 None None] Pushing event updated for resources: {'Port': ['ID=bf8cb341-d93e-4455-b34b-fa8632113426,revision_number=4']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:32.412554 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] Routers {'6ade9566-c7d9-4fa1-9871-3af8ffd79500'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:38:32.413199 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:38:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['6ade9566-c7d9-4fa1-9871-3af8ffd79500'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:32.416916 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3b6f8e8f-bfc7-468b-ae00-64840d081026 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for port (c7a1687a-0c4e-4780-8094-a72c7bcf5fc5), precommit_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:32.423397 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3b6f8e8f-bfc7-468b-ae00-64840d081026 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (c7a1687a-0c4e-4780-8094-a72c7bcf5fc5), after_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:32.503042 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3b6f8e8f-bfc7-468b-ae00-64840d081026 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698476'] for floatingip (64038a76-59ef-411a-88ce-91d5061195c3), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:32.540418 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3b6f8e8f-bfc7-468b-ae00-64840d081026 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for floatingip (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:32.543023 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-3b6f8e8f-bfc7-468b-ae00-64840d081026 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0492368 Jan 25 18:38:32.543399 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f8e8f-bfc7-468b-ae00-64840d081026 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Pushing event updated for resources: {'Port': ['ID=c7a1687a-0c4e-4780-8094-a72c7bcf5fc5,revision_number=2']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:32.571957 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-4dec0db6-7fb0-40cd-9e68-7b8b81d4daf5 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/quotas/79f0c4c6863c4b73a0b86bb8d897ad55 HTTP/1.1" status: 200 len: 375 time: 0.1840637 Jan 25 18:38:32.586114 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-ee950906-b335-40f0-b446-4e36d5ea2cc0 None None] Provisioning complete for port 8ad8e75e-0d55-4f12-b815-fe9c7a277ed7 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:32.586788 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ee950906-b335-40f0-b446-4e36d5ea2cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (8ad8e75e-0d55-4f12-b815-fe9c7a277ed7), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:32.604486 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-47a70ac8-d578-4c6a-ab10-99872afbebaa service neutron] Attempting to bind port 2e513055-ea13-4606-b054-84b0f0ee6c24 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:38:32.604920 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-47a70ac8-d578-4c6a-ab10-99872afbebaa service neutron] Attempting to bind port 2e513055-ea13-4606-b054-84b0f0ee6c24 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '8875b9cc-9d4a-4d88-a8bf-c9ec72949c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9753a572-c21c-49fd-b946-55626b60a25d'}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:38:32.605321 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-47a70ac8-d578-4c6a-ab10-99872afbebaa service neutron] Attempting to bind port 2e513055-ea13-4606-b054-84b0f0ee6c24 on network 9753a572-c21c-49fd-b946-55626b60a25d {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:38:32.658886 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f674259e-f159-4af8-b678-3772683542e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:32.716692 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] Set router 6ade9566-c7d9-4fa1-9871-3af8ffd79500 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:38:32.725314 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-47a70ac8-d578-4c6a-ab10-99872afbebaa service neutron] Port 2e513055-ea13-4606-b054-84b0f0ee6c24 on network 9753a572-c21c-49fd-b946-55626b60a25d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 18:38:32.726001 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-47a70ac8-d578-4c6a-ab10-99872afbebaa service neutron] Attempting to bind port 2e513055-ea13-4606-b054-84b0f0ee6c24 on network 9753a572-c21c-49fd-b946-55626b60a25d {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:38:32.746916 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-47a70ac8-d578-4c6a-ab10-99872afbebaa service neutron] Checking agent: {'id': 'bdb5f0d3-661d-4d22-a5ac-70c284fe21ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'started_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:38:32.747283 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-47a70ac8-d578-4c6a-ab10-99872afbebaa service neutron] Checking segment: {'id': '8875b9cc-9d4a-4d88-a8bf-c9ec72949c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9753a572-c21c-49fd-b946-55626b60a25d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:38:32.747861 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-47a70ac8-d578-4c6a-ab10-99872afbebaa service neutron] Bound using segment: {'id': '8875b9cc-9d4a-4d88-a8bf-c9ec72949c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9753a572-c21c-49fd-b946-55626b60a25d'} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:38:32.748401 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-47a70ac8-d578-4c6a-ab10-99872afbebaa service neutron] Bound port: 2e513055-ea13-4606-b054-84b0f0ee6c24, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8875b9cc-9d4a-4d88-a8bf-c9ec72949c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9753a572-c21c-49fd-b946-55626b60a25d'}}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:38:32.748692 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-47a70ac8-d578-4c6a-ab10-99872afbebaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (2e513055-ea13-4606-b054-84b0f0ee6c24), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:32.864503 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-303d9578-f0e2-405b-92cc-c353b27c7ea0 req-eb58a502-5eca-4e7c-8455-519bb71f2d0a tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f67488-8204-4cc1-9f41-51be050b5ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8291683 Jan 25 18:38:32.903950 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 34de7f30-9b06-4731-89f2-5d0666daff27 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:32.910216 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (34de7f30-9b06-4731-89f2-5d0666daff27), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:33.120810 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-47a70ac8-d578-4c6a-ab10-99872afbebaa service neutron] For port 2e513055-ea13-4606-b054-84b0f0ee6c24, host hv-cinder-82635, cleared binding levels {{(pid=102638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:38:33.128054 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-47a70ac8-d578-4c6a-ab10-99872afbebaa service neutron] For port 2e513055-ea13-4606-b054-84b0f0ee6c24, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=2e513055-ea13-4606-b054-84b0f0ee6c24,segment=NetworkSegment(8875b9cc-9d4a-4d88-a8bf-c9ec72949c7e),segment_id=8875b9cc-9d4a-4d88-a8bf-c9ec72949c7e)] {{(pid=102638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:38:33.154753 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-9b7b2cc7-81d8-412b-a13f-123cd29b01df tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=79f0c4c6863c4b73a0b86bb8d897ad55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5595124 Jan 25 18:38:33.163525 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-47a70ac8-d578-4c6a-ab10-99872afbebaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (2e513055-ea13-4606-b054-84b0f0ee6c24), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:33.165576 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-ee950906-b335-40f0-b446-4e36d5ea2cc0 None None] Current status of the port 8ad8e75e-0d55-4f12-b815-fe9c7a277ed7 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:33.290432 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ade9566-c7d9-4fa1-9871-3af8ffd79500', 'name': 'tempest-ServerRescueNegativeTestJSON-1346097466-router', 'tenant_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '34de7f30-9b06-4731-89f2-5d0666daff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:38:27Z', 'revision_number': 4, 'project_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'gw_port': {'id': '34de7f30-9b06-4731-89f2-5d0666daff27', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ade9566-c7d9-4fa1-9871-3af8ffd79500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': 'bf8cb341-d93e-4455-b34b-fa8632113426', 'name': '', 'network_id': 'f1204178-e3f4-4d73-ba25-93a4ab80f272', 'tenant_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'mac_address': 'fa:16:3e:57:a6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ade9566-c7d9-4fa1-9871-3af8ffd79500', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '18b441d1-81c8-4da4-95e8-ec948459c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:22Z', 'updated_at': '2022-01-25T18:38:32Z', 'revision_number': 4, 'project_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'subnets': [{'id': '18b441d1-81c8-4da4-95e8-ec948459c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:33.291329 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284add4d-b541-4a69-afea-38b3939b5555', 'name': 'tempest-AttachVolumeTestJSON-311322752-router', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '1e103739-075b-432a-bae8-25c25203fa9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:10Z', 'updated_at': '2022-01-25T18:38:19Z', 'revision_number': 4, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'gw_port': {'id': '1e103739-075b-432a-bae8-25c25203fa9a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:96:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:12Z', 'updated_at': '2022-01-25T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '8ad8e75e-0d55-4f12-b815-fe9c7a277ed7', 'name': '', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'mac_address': 'fa:16:3e:98:d7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:18Z', 'updated_at': '2022-01-25T18:38:29Z', 'revision_number': 4, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'subnets': [{'id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:33.350923 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202c1297-f712-4874-8387-97689fe8c8b0 None None] The sync data for ids ['284add4d-b541-4a69-afea-38b3939b5555'] in dv-cinder-826350-1-iscsi is: [{'id': '284add4d-b541-4a69-afea-38b3939b5555', 'name': 'tempest-AttachVolumeTestJSON-311322752-router', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '1e103739-075b-432a-bae8-25c25203fa9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:10Z', 'updated_at': '2022-01-25T18:38:19Z', 'revision_number': 4, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'gw_port': {'id': '1e103739-075b-432a-bae8-25c25203fa9a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:96:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:12Z', 'updated_at': '2022-01-25T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '8ad8e75e-0d55-4f12-b815-fe9c7a277ed7', 'name': '', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'mac_address': 'fa:16:3e:98:d7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:18Z', 'updated_at': '2022-01-25T18:38:29Z', 'revision_number': 4, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'subnets': [{'id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:38:33.356643 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0540a524-224b-485a-ad1a-87846dc4f83a None None] The sync data for ids ['6ade9566-c7d9-4fa1-9871-3af8ffd79500'] in dv-cinder-826350-1-iscsi is: [{'id': '6ade9566-c7d9-4fa1-9871-3af8ffd79500', 'name': 'tempest-ServerRescueNegativeTestJSON-1346097466-router', 'tenant_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '34de7f30-9b06-4731-89f2-5d0666daff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:38:27Z', 'revision_number': 4, 'project_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'gw_port': {'id': '34de7f30-9b06-4731-89f2-5d0666daff27', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ade9566-c7d9-4fa1-9871-3af8ffd79500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': 'bf8cb341-d93e-4455-b34b-fa8632113426', 'name': '', 'network_id': 'f1204178-e3f4-4d73-ba25-93a4ab80f272', 'tenant_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'mac_address': 'fa:16:3e:57:a6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ade9566-c7d9-4fa1-9871-3af8ffd79500', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '18b441d1-81c8-4da4-95e8-ec948459c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:22Z', 'updated_at': '2022-01-25T18:38:32Z', 'revision_number': 4, 'project_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'subnets': [{'id': '18b441d1-81c8-4da4-95e8-ec948459c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:38:33.363862 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] Publish callbacks [] for port (3cb3c646-f459-46f4-a525-950d0d595729), precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:33.375333 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 34de7f30-9b06-4731-89f2-5d0666daff27 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:33.383697 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (3cb3c646-f459-46f4-a525-950d0d595729), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:33.404069 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f78763f3-7839-430e-b15d-f6be557dc471 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:33.408119 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-6f5b0f8e-3fd4-417a-94c3-6229823572ed service neutron] 10.222.0.41 "GET /v2.0/networks/f1204178-e3f4-4d73-ba25-93a4ab80f272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981654 Jan 25 18:38:34.007310 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b06cc-e61a-48b7-ab9e-09e4c188d68c None None] Pushing event updated for resources: {'Port': ['ID=3cb3c646-f459-46f4-a525-950d0d595729,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:34.058390 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:34.141054 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] Attempting to bind port 3cb3c646-f459-46f4-a525-950d0d595729 on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:38:34.142139 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] Attempting to bind port 3cb3c646-f459-46f4-a525-950d0d595729 by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': '3e976e4b-2aeb-4461-8631-9398ef7e2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '438eb890-9580-4e27-a169-38cf0147302b'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:38:34.142497 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] Attempting to bind port 3cb3c646-f459-46f4-a525-950d0d595729 on network 438eb890-9580-4e27-a169-38cf0147302b {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:38:34.166577 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:38:34.167025 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] Checking segment: {'id': '3e976e4b-2aeb-4461-8631-9398ef7e2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '438eb890-9580-4e27-a169-38cf0147302b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:38:34.167524 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:34.167967 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] Bound using segment: {'id': '3e976e4b-2aeb-4461-8631-9398ef7e2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '438eb890-9580-4e27-a169-38cf0147302b'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:38:34.168631 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] Bound port: 3cb3c646-f459-46f4-a525-950d0d595729, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e976e4b-2aeb-4461-8631-9398ef7e2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '438eb890-9580-4e27-a169-38cf0147302b'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:38:34.169022 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (3cb3c646-f459-46f4-a525-950d0d595729), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:34.228409 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-079444c4-05dd-4020-97de-163f3528a7e0 None None] Provisioning complete for port 3cb3c646-f459-46f4-a525-950d0d595729 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:34.232070 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-079444c4-05dd-4020-97de-163f3528a7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (3cb3c646-f459-46f4-a525-950d0d595729), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:34.297813 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-47a70ac8-d578-4c6a-ab10-99872afbebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:34.298422 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-47a70ac8-d578-4c6a-ab10-99872afbebaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:34.317448 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-47a70ac8-d578-4c6a-ab10-99872afbebaa service neutron] 10.222.0.42 "PUT /v2.0/ports/2e513055-ea13-4606-b054-84b0f0ee6c24 HTTP/1.1" status: 200 len: 1093 time: 4.5677307 Jan 25 18:38:34.376871 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a623816-2161-4211-9396-fd11a0b8c7a1', 'tag': '2e513055-ea13-4606-b054-84b0f0ee6c24'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:38:34.428613 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-079444c4-05dd-4020-97de-163f3528a7e0 None None] Port 3cb3c646-f459-46f4-a525-950d0d595729 cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:38:34.526319 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] For port 3cb3c646-f459-46f4-a525-950d0d595729, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:38:34.534265 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] For port 3cb3c646-f459-46f4-a525-950d0d595729, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=3cb3c646-f459-46f4-a525-950d0d595729,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:38:34.541359 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (3cb3c646-f459-46f4-a525-950d0d595729), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:34.667624 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387ce85-2c1f-4712-bdbc-3ff30aa7d6f4 req-39ec2627-bb48-46a2-a6ac-e03ca661f9e1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:34.677316 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d387ce85-2c1f-4712-bdbc-3ff30aa7d6f4 req-39ec2627-bb48-46a2-a6ac-e03ca661f9e1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 932 time: 1.6691320 Jan 25 18:38:34.770224 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] Routers {'68e0e943-03c8-46f0-8717-ef69dc62083f'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:38:34.771416 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:38:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['68e0e943-03c8-46f0-8717-ef69dc62083f'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:34.906074 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b06cc-e61a-48b7-ab9e-09e4c188d68c None None] Pushing event updated for resources: {'Port': ['ID=3cb3c646-f459-46f4-a525-950d0d595729,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:34.965095 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a5f6bf-cd6e-46d3-88f3-9c4721a0ce93" -d '{"events": [{"name": "network-changed", "server_uuid": "5a623816-2161-4211-9396-fd11a0b8c7a1", "tag": "2e513055-ea13-4606-b054-84b0f0ee6c24"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:38:34.972607 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:34.996136 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d387ce85-2c1f-4712-bdbc-3ff30aa7d6f4 req-493bbf03-8a85-461b-993e-c6a2437c9fff tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011783 Jan 25 18:38:35.080078 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a70ac8-d578-4c6a-ab10-99872afbebaa service neutron] Pushing event updated for resources: {'Port': ['ID=2e513055-ea13-4606-b054-84b0f0ee6c24,revision_number=3']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:35.136132 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] Set router 68e0e943-03c8-46f0-8717-ef69dc62083f gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:38:35.230428 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-1e028082-e2a4-4073-bcf1-7526f7801cdb service neutron] 10.222.0.41 "GET /v2.0/networks/f1204178-e3f4-4d73-ba25-93a4ab80f272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7675574 Jan 25 18:38:35.280516 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-756b2fe2-de13-4113-b48c-35f39268f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:35.282179 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-756b2fe2-de13-4113-b48c-35f39268f611 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=380639eec6034836816b894fc2a974ae&device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 1096 time: 0.7015858 Jan 25 18:38:35.314945 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-182b19ec-6f42-4ce1-a078-fbbeb9de0e31 None None] Provisioning complete for port 3cb3c646-f459-46f4-a525-950d0d595729 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:35.315325 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-182b19ec-6f42-4ce1-a078-fbbeb9de0e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (3cb3c646-f459-46f4-a525-950d0d595729), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:35.350573 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-8f2f9b42-e797-4de1-b027-a2da36ecdab1 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1338260038&fields=id&tenant_id=7fd0ab9445184d34bff3e43185fd5e1e HTTP/1.1" status: 200 len: 267 time: 0.1128933 Jan 25 18:38:35.359388 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [None req-f78763f3-7839-430e-b15d-f6be557dc471 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Allocated IP 172.27.2.127 (af042177-33eb-43ce-93a3-80213c48b93e/b5271661-edb4-4dc6-95f7-ec5badc479aa/4b1d487b-2b40-40ee-a6db-06c557a4854a) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:38:35.618937 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-d4ef1354-f66e-4a57-b8fc-3f0a0443a481 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e513055-ea13-4606-b054-84b0f0ee6c24 HTTP/1.1" status: 200 len: 217 time: 0.2835989 Jan 25 18:38:35.652488 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-182b19ec-6f42-4ce1-a078-fbbeb9de0e31 None None] Current status of the port 3cb3c646-f459-46f4-a525-950d0d595729 is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:35.653084 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-182b19ec-6f42-4ce1-a078-fbbeb9de0e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (3cb3c646-f459-46f4-a525-950d0d595729), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:35.744725 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 8ad8e75e-0d55-4f12-b815-fe9c7a277ed7 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:38:35.813628 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'name': 'tempest-AttachVolumeShelveTestJSON-800383706-router', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:38:25Z', 'revision_number': 4, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'gw_port': {'id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '3cb3c646-f459-46f4-a525-950d0d595729', 'name': '', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'mac_address': 'fa:16:3e:90:39:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:23Z', 'updated_at': '2022-01-25T18:38:34Z', 'revision_number': 4, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'subnets': [{'id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:35.820772 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-182b19ec-6f42-4ce1-a078-fbbeb9de0e31 None None] For port 3cb3c646-f459-46f4-a525-950d0d595729, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=3cb3c646-f459-46f4-a525-950d0d595729,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:38:35.836999 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-ff5d7708-9f22-410a-8c8f-a8bd921d4381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c689a356-34e5-4c13-925d-823bf06c5abd {{(pid=102638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:38:35.858728 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-182b19ec-6f42-4ce1-a078-fbbeb9de0e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (3cb3c646-f459-46f4-a525-950d0d595729), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:35.861241 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dace09-2bb9-4b4b-9353-ed0f977fbccd None None] The sync data for ids ['68e0e943-03c8-46f0-8717-ef69dc62083f'] in dv-cinder-826350-1-iscsi is: [{'id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'name': 'tempest-AttachVolumeShelveTestJSON-800383706-router', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:38:25Z', 'revision_number': 4, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'gw_port': {'id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '3cb3c646-f459-46f4-a525-950d0d595729', 'name': '', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'mac_address': 'fa:16:3e:90:39:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:23Z', 'updated_at': '2022-01-25T18:38:34Z', 'revision_number': 4, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'subnets': [{'id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:38:35.885200 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-ff5d7708-9f22-410a-8c8f-a8bd921d4381 service neutron] Publish callbacks [] for port (c689a356-34e5-4c13-925d-823bf06c5abd), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:35.914556 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 8ad8e75e-0d55-4f12-b815-fe9c7a277ed7 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:35.915057 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (8ad8e75e-0d55-4f12-b815-fe9c7a277ed7), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:35.936352 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.provisioning_blocks [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-ff5d7708-9f22-410a-8c8f-a8bd921d4381 service neutron] Transition to ACTIVE for port object c689a356-34e5-4c13-925d-823bf06c5abd will not be triggered until provisioned by entity L2. {{(pid=102638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 18:38:35.954209 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-95ede36a-b293-4a3a-ad86-d9d39197003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:35.956355 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-95ede36a-b293-4a3a-ad86-d9d39197003f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9d6115ba-af83-4f65-919b-597ed578921c HTTP/1.1" status: 200 len: 851 time: 0.3094532 Jan 25 18:38:35.962676 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-ff5d7708-9f22-410a-8c8f-a8bd921d4381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (c689a356-34e5-4c13-925d-823bf06c5abd), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:35.981227 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b901597-287a-4146-bf02-e82bc850e277 req-01b388e3-ca0e-4840-98e8-aa88a82bc7d3 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:35.982941 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8b901597-287a-4146-bf02-e82bc850e277 req-01b388e3-ca0e-4840-98e8-aa88a82bc7d3 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 943 time: 0.3833234 Jan 25 18:38:36.004767 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b19ec-6f42-4ce1-a078-fbbeb9de0e31 None None] Pushing event updated for resources: {'Port': ['ID=3cb3c646-f459-46f4-a525-950d0d595729,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:36.069334 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 8ad8e75e-0d55-4f12-b815-fe9c7a277ed7 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:36.070700 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device bf8cb341-d93e-4455-b34b-fa8632113426 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:38:36.074172 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-b380074c-3789-4502-8f5e-b4e80c055e42 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:36.082450 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-b380074c-3789-4502-8f5e-b4e80c055e42 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/networks?id=438eb890-9580-4e27-a169-38cf0147302b HTTP/1.1" status: 200 len: 816 time: 0.6519575 Jan 25 18:38:36.120914 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-8adf245d-20ae-4d36-a1ca-67d0a5421f49 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9753a572-c21c-49fd-b946-55626b60a25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1485801 Jan 25 18:38:36.128034 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:36.140195 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port bf8cb341-d93e-4455-b34b-fa8632113426 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:36.140577 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (bf8cb341-d93e-4455-b34b-fa8632113426), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:36.143279 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f78763f3-7839-430e-b15d-f6be557dc471 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for port (4b1d487b-2b40-40ee-a6db-06c557a4854a), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:36.178429 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-526740c8-0bf8-4eb5-b886-95bb301b7412 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/quotas/7fd0ab9445184d34bff3e43185fd5e1e HTTP/1.1" status: 200 len: 375 time: 0.0948844 Jan 25 18:38:36.218570 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d7708-9f22-410a-8c8f-a8bd921d4381 service neutron] Pushing event updated for resources: {'Port': ['ID=c689a356-34e5-4c13-925d-823bf06c5abd,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:36.236039 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port bf8cb341-d93e-4455-b34b-fa8632113426 is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:36.236537 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (bf8cb341-d93e-4455-b34b-fa8632113426), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:36.278653 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] For port bf8cb341-d93e-4455-b34b-fa8632113426, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=bf8cb341-d93e-4455-b34b-fa8632113426,segment=NetworkSegment(7112a8d3-ac77-4c0b-be43-c5b226bd6d84),segment_id=7112a8d3-ac77-4c0b-be43-c5b226bd6d84)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:38:36.285311 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (bf8cb341-d93e-4455-b34b-fa8632113426), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:36.335642 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-ff5d7708-9f22-410a-8c8f-a8bd921d4381 service neutron] Attempting to bind port c689a356-34e5-4c13-925d-823bf06c5abd on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:38:36.335980 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-ff5d7708-9f22-410a-8c8f-a8bd921d4381 service neutron] Attempting to bind port c689a356-34e5-4c13-925d-823bf06c5abd by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '63da4b9e-7aec-4a65-8c20-bb312e592a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71'}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:38:36.336309 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-ff5d7708-9f22-410a-8c8f-a8bd921d4381 service neutron] Attempting to bind port c689a356-34e5-4c13-925d-823bf06c5abd on network 97ab6680-7adb-4fea-a3d3-a93c6c42ed71 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:38:36.343605 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8b901597-287a-4146-bf02-e82bc850e277 req-7a89aa76-2641-4ac3-8ef7-66c341dcd226 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f67488-8204-4cc1-9f41-51be050b5ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766283 Jan 25 18:38:36.367264 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-ff5d7708-9f22-410a-8c8f-a8bd921d4381 service neutron] Port c689a356-34e5-4c13-925d-823bf06c5abd on network 97ab6680-7adb-4fea-a3d3-a93c6c42ed71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 18:38:36.367264 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-ff5d7708-9f22-410a-8c8f-a8bd921d4381 service neutron] Attempting to bind port c689a356-34e5-4c13-925d-823bf06c5abd on network 97ab6680-7adb-4fea-a3d3-a93c6c42ed71 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:38:36.368081 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Pushing event updated for resources: {'Port': ['ID=bf8cb341-d93e-4455-b34b-fa8632113426,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:36.380235 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f78763f3-7839-430e-b15d-f6be557dc471 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (4b1d487b-2b40-40ee-a6db-06c557a4854a), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:36.391166 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-860d6a35-5c69-4c85-bd49-c06a7523822d tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7fd0ab9445184d34bff3e43185fd5e1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1931100 Jan 25 18:38:36.396117 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-ff5d7708-9f22-410a-8c8f-a8bd921d4381 service neutron] Checking agent: {'id': 'bdb5f0d3-661d-4d22-a5ac-70c284fe21ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'started_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:38:36.396455 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-ff5d7708-9f22-410a-8c8f-a8bd921d4381 service neutron] Checking segment: {'id': '63da4b9e-7aec-4a65-8c20-bb312e592a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:38:36.396838 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-ff5d7708-9f22-410a-8c8f-a8bd921d4381 service neutron] Bound using segment: {'id': '63da4b9e-7aec-4a65-8c20-bb312e592a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71'} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:38:36.397282 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-ff5d7708-9f22-410a-8c8f-a8bd921d4381 service neutron] Bound port: c689a356-34e5-4c13-925d-823bf06c5abd, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63da4b9e-7aec-4a65-8c20-bb312e592a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71'}}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:38:36.397632 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-ff5d7708-9f22-410a-8c8f-a8bd921d4381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (c689a356-34e5-4c13-925d-823bf06c5abd), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:36.420855 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-dddbd223-4cf0-42a6-a446-9fd024a5ae39 service neutron] 10.222.0.42 "GET /v2.0/networks/9753a572-c21c-49fd-b946-55626b60a25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842352 Jan 25 18:38:36.482529 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78763f3-7839-430e-b15d-f6be557dc471 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Network af042177-33eb-43ce-93a3-80213c48b93e is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:38:36.522994 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-f78763f3-7839-430e-b15d-f6be557dc471 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:36.527197 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b651eea3-d2bd-4473-87db-d2632a1bdc3f x-openstack-request-id: req-b651eea3-d2bd-4473-87db-d2632a1bdc3f {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:38:36.527544 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a623816-2161-4211-9396-fd11a0b8c7a1", "tag": "2e513055-ea13-4606-b054-84b0f0ee6c24", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:38:36.527730 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b651eea3-d2bd-4473-87db-d2632a1bdc3f {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:38:36.528170 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a623816-2161-4211-9396-fd11a0b8c7a1', 'tag': '2e513055-ea13-4606-b054-84b0f0ee6c24', 'status': 'completed', 'code': 200} Jan 25 18:38:36.565314 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78763f3-7839-430e-b15d-f6be557dc471 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:38:36.601937 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78763f3-7839-430e-b15d-f6be557dc471 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Pushing event updated for resources: {'Port': ['ID=4b1d487b-2b40-40ee-a6db-06c557a4854a,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:36.740507 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-ff5d7708-9f22-410a-8c8f-a8bd921d4381 service neutron] For port c689a356-34e5-4c13-925d-823bf06c5abd, host hv-cinder-82635, cleared binding levels {{(pid=102638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:38:36.757584 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-ff5d7708-9f22-410a-8c8f-a8bd921d4381 service neutron] For port c689a356-34e5-4c13-925d-823bf06c5abd, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=c689a356-34e5-4c13-925d-823bf06c5abd,segment=NetworkSegment(63da4b9e-7aec-4a65-8c20-bb312e592a28),segment_id=63da4b9e-7aec-4a65-8c20-bb312e592a28)] {{(pid=102638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:38:36.776953 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-ff5d7708-9f22-410a-8c8f-a8bd921d4381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (c689a356-34e5-4c13-925d-823bf06c5abd), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:36.798571 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.42', 49921) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:36.884074 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-63158db0-6e38-4ae8-b827-5ed346df1982 req-4889a78f-4859-46d4-a55a-c1284892e5e8 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 210 time: 0.1088271 Jan 25 18:38:36.918299 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f78763f3-7839-430e-b15d-f6be557dc471 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for floatingip (e7a75209-09e4-4913-a1be-5ec2b6a86176), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:36.923514 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-ff5d7708-9f22-410a-8c8f-a8bd921d4381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:36.931023 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-ff5d7708-9f22-410a-8c8f-a8bd921d4381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:36.932779 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-ff5d7708-9f22-410a-8c8f-a8bd921d4381 service neutron] 10.222.0.42 "PUT /v2.0/ports/c689a356-34e5-4c13-925d-823bf06c5abd HTTP/1.1" status: 200 len: 1094 time: 7.1777849 Jan 25 18:38:36.961469 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-0be71cbe-bebc-4818-bfc5-380953504ce4 service neutron] 10.222.0.41 "GET /v2.0/networks/438eb890-9580-4e27-a169-38cf0147302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395205 Jan 25 18:38:36.964986 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d0169025-24a1-4433-9613-ccefd1e83fc0 req-b923bd56-928b-414a-823f-5558cfabca82 service neutron] 10.222.0.42 "GET /v2.0/networks/9753a572-c21c-49fd-b946-55626b60a25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281391 Jan 25 18:38:37.059007 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-92dfdf1d-c171-4f47-8ac7-dfe650bb9a0e tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:37.060554 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-92dfdf1d-c171-4f47-8ac7-dfe650bb9a0e tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.42 "GET /v2.0/networks?id=f1204178-e3f4-4d73-ba25-93a4ab80f272 HTTP/1.1" status: 200 len: 819 time: 0.2609711 Jan 25 18:38:37.074378 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-664ded59-3c23-492c-aacc-7890e9935b70 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Request body: {'port': {'device_id': 'eeafc466-2f31-4c1e-b068-6fbc12115bce', 'network_id': 'f1204178-e3f4-4d73-ba25-93a4ab80f272', 'admin_state_up': True, 'tenant_id': '79f0c4c6863c4b73a0b86bb8d897ad55'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:37.229868 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-664ded59-3c23-492c-aacc-7890e9935b70 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Made reservation on behalf of 79f0c4c6863c4b73a0b86bb8d897ad55 for: {'port': 1} {{(pid=102637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:38:37.233107 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d7708-9f22-410a-8c8f-a8bd921d4381 service neutron] Pushing event updated for resources: {'Port': ['ID=c689a356-34e5-4c13-925d-823bf06c5abd,revision_number=3']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:37.235131 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-664ded59-3c23-492c-aacc-7890e9935b70 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:37.373669 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f78763f3-7839-430e-b15d-f6be557dc471 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (4b1d487b-2b40-40ee-a6db-06c557a4854a), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:37.416820 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-6d62e60d-6c56-48bc-b3ae-ddcad94eb847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:37.418351 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-6d62e60d-6c56-48bc-b3ae-ddcad94eb847 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17a718a30f324aa9b086c49d167a0bda&device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 1097 time: 0.3982880 Jan 25 18:38:37.428307 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5f6bf-cd6e-46d3-88f3-9c4721a0ce93 req-afda3f0e-d367-4afb-afe7-420c70814530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:37.429783 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a7a5f6bf-cd6e-46d3-88f3-9c4721a0ce93 req-afda3f0e-d367-4afb-afe7-420c70814530 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=380639eec6034836816b894fc2a974ae&device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 1096 time: 0.3851743 Jan 25 18:38:37.458225 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe410dd-461d-4e6e-8eeb-a7e78926dc5c req-d59fd9de-5549-47cb-9d17-31a015e9c657 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:37.465108 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fbe410dd-461d-4e6e-8eeb-a7e78926dc5c req-d59fd9de-5549-47cb-9d17-31a015e9c657 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 944 time: 0.4234574 Jan 25 18:38:37.510112 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_common [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-664ded59-3c23-492c-aacc-7890e9935b70 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Allocated IP 172.20.0.11 (f1204178-e3f4-4d73-ba25-93a4ab80f272/18b441d1-81c8-4da4-95e8-ec948459c314/c5f01456-5a0b-4460-91e4-8a9fff427abf) {{(pid=102637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:38:37.544234 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-1f4d44f3-1260-4d82-a6e3-ce7f704678bf service neutron] 10.222.0.41 "GET /v2.0/networks/438eb890-9580-4e27-a169-38cf0147302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5817008 Jan 25 18:38:37.555616 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-02fc11b2-5fd9-4fa4-b570-07c9741c623c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c689a356-34e5-4c13-925d-823bf06c5abd HTTP/1.1" status: 200 len: 217 time: 0.1240463 Jan 25 18:38:37.673516 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 3cb3c646-f459-46f4-a525-950d0d595729 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:38:37.768212 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 3cb3c646-f459-46f4-a525-950d0d595729 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:37.770395 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (3cb3c646-f459-46f4-a525-950d0d595729), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:37.794535 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fbe410dd-461d-4e6e-8eeb-a7e78926dc5c req-1f41dafe-f400-4d49-a4a3-aba44373b7c4 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232563 Jan 25 18:38:37.863162 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-783be539-6ce4-49ac-b662-613837e0efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:37.867817 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-783be539-6ce4-49ac-b662-613837e0efa8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f089d72-d869-450d-ba13-6426ebb7bbcd HTTP/1.1" status: 200 len: 854 time: 0.2895310 Jan 25 18:38:37.897786 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-664ded59-3c23-492c-aacc-7890e9935b70 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Publish callbacks [] for port (c5f01456-5a0b-4460-91e4-8a9fff427abf), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:37.999396 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5f6bf-cd6e-46d3-88f3-9c4721a0ce93 req-11c0fd45-beed-471d-afc7-b05816e27afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:37.999758 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a7a5f6bf-cd6e-46d3-88f3-9c4721a0ce93 req-11c0fd45-beed-471d-afc7-b05816e27afa service neutron] 10.222.0.42 "GET /v2.0/networks?id=9753a572-c21c-49fd-b946-55626b60a25d HTTP/1.1" status: 200 len: 912 time: 0.5560460 Jan 25 18:38:38.003861 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-664ded59-3c23-492c-aacc-7890e9935b70 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (c5f01456-5a0b-4460-91e4-8a9fff427abf), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:38.007539 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 3cb3c646-f459-46f4-a525-950d0d595729 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:38.010338 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device bf8cb341-d93e-4455-b34b-fa8632113426 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:38:38.113342 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port bf8cb341-d93e-4455-b34b-fa8632113426 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:38.114086 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (bf8cb341-d93e-4455-b34b-fa8632113426), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:38.121429 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-cc44214c-ec16-4377-bad5-cc9504b63c4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97ab6680-7adb-4fea-a3d3-a93c6c42ed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1860175 Jan 25 18:38:38.165036 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ded59-3c23-492c-aacc-7890e9935b70 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Pushing event updated for resources: {'Port': ['ID=c5f01456-5a0b-4460-91e4-8a9fff427abf,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:38.184563 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-664ded59-3c23-492c-aacc-7890e9935b70 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Network f1204178-e3f4-4d73-ba25-93a4ab80f272 is already hosted by enough agents. {{(pid=102637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:38:38.185979 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-664ded59-3c23-492c-aacc-7890e9935b70 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Resources bound (agent type, host, resource id): {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:38.190904 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.l3_dvrscheduler_db [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-664ded59-3c23-492c-aacc-7890e9935b70 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Received port after_create {{(pid=102637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:38:38.197659 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-664ded59-3c23-492c-aacc-7890e9935b70 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:38.198889 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-664ded59-3c23-492c-aacc-7890e9935b70 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for port (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:38.224636 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-664ded59-3c23-492c-aacc-7890e9935b70 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1544564 Jan 25 18:38:38.230488 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port bf8cb341-d93e-4455-b34b-fa8632113426 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:38.234392 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-c4c66a65-dc25-4549-b935-77eb7bd74188 service neutron] Request body: {'port': {'device_id': 'eeafc466-2f31-4c1e-b068-6fbc12115bce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:38.256184 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a7a5f6bf-cd6e-46d3-88f3-9c4721a0ce93 req-bba90593-a1d5-4b3f-8511-b4d53ba4e6ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e513055-ea13-4606-b054-84b0f0ee6c24 HTTP/1.1" status: 200 len: 217 time: 0.1562967 Jan 25 18:38:38.293416 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-c4c66a65-dc25-4549-b935-77eb7bd74188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (c5f01456-5a0b-4460-91e4-8a9fff427abf), before_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:38.392946 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f78763f3-7839-430e-b15d-f6be557dc471 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for port (4b1d487b-2b40-40ee-a6db-06c557a4854a), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:38.412736 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f78763f3-7839-430e-b15d-f6be557dc471 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (4b1d487b-2b40-40ee-a6db-06c557a4854a), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:38.447531 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d12c4-2850-49bc-bd99-636b0494befd req-b3946f78-ae6d-4224-90a8-d3ab3e208631 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:38.449127 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-aa1d12c4-2850-49bc-bd99-636b0494befd req-b3946f78-ae6d-4224-90a8-d3ab3e208631 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 943 time: 0.3606589 Jan 25 18:38:38.484034 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-761cbfe6-291c-4e20-ae46-a7b7375faf56 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:38.491646 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-761cbfe6-291c-4e20-ae46-a7b7375faf56 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/networks?id=f1204178-e3f4-4d73-ba25-93a4ab80f272 HTTP/1.1" status: 200 len: 819 time: 0.5638187 Jan 25 18:38:38.500867 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f78763f3-7839-430e-b15d-f6be557dc471 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698476'] for floatingip (e7a75209-09e4-4913-a1be-5ec2b6a86176), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:38.520297 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5f6bf-cd6e-46d3-88f3-9c4721a0ce93 req-9a5a1a85-6e14-48f9-8207-16f9ca34de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:38.521895 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a7a5f6bf-cd6e-46d3-88f3-9c4721a0ce93 req-9a5a1a85-6e14-48f9-8207-16f9ca34de55 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9d6115ba-af83-4f65-919b-597ed578921c HTTP/1.1" status: 200 len: 851 time: 0.2160115 Jan 25 18:38:38.535758 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde2de05-52e3-43a0-9bd4-6bb41330585a', 'tag': 'c689a356-34e5-4c13-925d-823bf06c5abd'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:38:38.538533 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed6fb96-b824-47b5-86cb-be809625c22b" -d '{"events": [{"name": "network-changed", "server_uuid": "fde2de05-52e3-43a0-9bd4-6bb41330585a", "tag": "c689a356-34e5-4c13-925d-823bf06c5abd"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:38:38.541995 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-a47bb518-b572-4aa3-8601-0f453d347cfb tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/quotas/79f0c4c6863c4b73a0b86bb8d897ad55 HTTP/1.1" status: 200 len: 375 time: 0.0494511 Jan 25 18:38:38.615770 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a7a5f6bf-cd6e-46d3-88f3-9c4721a0ce93 req-5278f11c-6b93-4b6d-a5cf-ee8bb09c37ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9753a572-c21c-49fd-b946-55626b60a25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538239 Jan 25 18:38:38.655124 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78763f3-7839-430e-b15d-f6be557dc471 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Pushing event updated for resources: {'Port': ['ID=4b1d487b-2b40-40ee-a6db-06c557a4854a,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:38.693231 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-78422c9b-b120-49ed-bcd8-d01d4b22243d service neutron] 10.222.0.42 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5401556 Jan 25 18:38:38.696098 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f78763f3-7839-430e-b15d-f6be557dc471 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for floatingip (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:38.697505 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-f78763f3-7839-430e-b15d-f6be557dc471 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.8804481 Jan 25 18:38:38.800830 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-aa1d12c4-2850-49bc-bd99-636b0494befd req-90f9d602-d93e-46ba-adad-661b8e19ccbe tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f67488-8204-4cc1-9f41-51be050b5ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276880 Jan 25 18:38:38.807394 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.notifiers.nova [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-c4c66a65-dc25-4549-b935-77eb7bd74188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f01456-5a0b-4460-91e4-8a9fff427abf {{(pid=102637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:38:38.820140 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-c4c66a65-dc25-4549-b935-77eb7bd74188 service neutron] Publish callbacks [] for port (c5f01456-5a0b-4460-91e4-8a9fff427abf), precommit_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:38.846703 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.provisioning_blocks [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-c4c66a65-dc25-4549-b935-77eb7bd74188 service neutron] Transition to ACTIVE for port object c5f01456-5a0b-4460-91e4-8a9fff427abf will not be triggered until provisioned by entity L2. {{(pid=102637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 18:38:38.852127 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-c4c66a65-dc25-4549-b935-77eb7bd74188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (c5f01456-5a0b-4460-91e4-8a9fff427abf), after_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:38.906892 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-03dc0099-c17c-4451-aee8-858fdcd20b53 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=79f0c4c6863c4b73a0b86bb8d897ad55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3333216 Jan 25 18:38:38.979006 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c66a65-dc25-4549-b935-77eb7bd74188 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f01456-5a0b-4460-91e4-8a9fff427abf,revision_number=2']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:38.998945 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-24e48b2c-2068-496f-8bb8-fe88605a9191 req-e3545bbf-e8d7-4b6e-90c0-58b4e543a056 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 210 time: 0.0892353 Jan 25 18:38:39.009028 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.managers [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-c4c66a65-dc25-4549-b935-77eb7bd74188 service neutron] Attempting to bind port c5f01456-5a0b-4460-91e4-8a9fff427abf on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:38:39.009376 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.managers [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-c4c66a65-dc25-4549-b935-77eb7bd74188 service neutron] Attempting to bind port c5f01456-5a0b-4460-91e4-8a9fff427abf by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '7112a8d3-ac77-4c0b-be43-c5b226bd6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f1204178-e3f4-4d73-ba25-93a4ab80f272'}] {{(pid=102637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:38:39.009713 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-c4c66a65-dc25-4549-b935-77eb7bd74188 service neutron] Attempting to bind port c5f01456-5a0b-4460-91e4-8a9fff427abf on network f1204178-e3f4-4d73-ba25-93a4ab80f272 {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:38:39.026974 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-c4c66a65-dc25-4549-b935-77eb7bd74188 service neutron] Port c5f01456-5a0b-4460-91e4-8a9fff427abf on network f1204178-e3f4-4d73-ba25-93a4ab80f272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 18:38:39.026974 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-c4c66a65-dc25-4549-b935-77eb7bd74188 service neutron] Attempting to bind port c5f01456-5a0b-4460-91e4-8a9fff427abf on network f1204178-e3f4-4d73-ba25-93a4ab80f272 {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:38:39.030471 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-c4c66a65-dc25-4549-b935-77eb7bd74188 service neutron] Checking agent: {'id': 'bdb5f0d3-661d-4d22-a5ac-70c284fe21ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'started_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:38:39.030841 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-c4c66a65-dc25-4549-b935-77eb7bd74188 service neutron] Checking segment: {'id': '7112a8d3-ac77-4c0b-be43-c5b226bd6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f1204178-e3f4-4d73-ba25-93a4ab80f272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:38:39.032015 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-c4c66a65-dc25-4549-b935-77eb7bd74188 service neutron] Bound using segment: {'id': '7112a8d3-ac77-4c0b-be43-c5b226bd6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f1204178-e3f4-4d73-ba25-93a4ab80f272'} {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:38:39.032486 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.managers [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-c4c66a65-dc25-4549-b935-77eb7bd74188 service neutron] Bound port: c5f01456-5a0b-4460-91e4-8a9fff427abf, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7112a8d3-ac77-4c0b-be43-c5b226bd6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f1204178-e3f4-4d73-ba25-93a4ab80f272'}}] {{(pid=102637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:38:39.032841 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-c4c66a65-dc25-4549-b935-77eb7bd74188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (c5f01456-5a0b-4460-91e4-8a9fff427abf), before_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:39.121714 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.db [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-c4c66a65-dc25-4549-b935-77eb7bd74188 service neutron] For port c5f01456-5a0b-4460-91e4-8a9fff427abf, host hv-cinder-82635, cleared binding levels {{(pid=102637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:38:39.128006 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.db [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-c4c66a65-dc25-4549-b935-77eb7bd74188 service neutron] For port c5f01456-5a0b-4460-91e4-8a9fff427abf, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=c5f01456-5a0b-4460-91e4-8a9fff427abf,segment=NetworkSegment(7112a8d3-ac77-4c0b-be43-c5b226bd6d84),segment_id=7112a8d3-ac77-4c0b-be43-c5b226bd6d84)] {{(pid=102637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:38:39.128345 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a7a5f6bf-cd6e-46d3-88f3-9c4721a0ce93 req-68ca8a78-e982-4d91-9356-f4918241fab4 service neutron] 10.222.0.42 "GET /v2.0/networks/9753a572-c21c-49fd-b946-55626b60a25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873266 Jan 25 18:38:39.130357 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e92a29cd-e939-4538-9845-c6483c3ba0ff req-519a76fc-e498-4992-9d27-f1e30aca45d8 service neutron] 10.222.0.42 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267099 Jan 25 18:38:39.133591 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-c4c66a65-dc25-4549-b935-77eb7bd74188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (c5f01456-5a0b-4460-91e4-8a9fff427abf), after_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:39.194922 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-c4c66a65-dc25-4549-b935-77eb7bd74188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:39.195556 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-c4c66a65-dc25-4549-b935-77eb7bd74188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for port (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:39.197180 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-c4c66a65-dc25-4549-b935-77eb7bd74188 service neutron] 10.222.0.42 "PUT /v2.0/ports/c5f01456-5a0b-4460-91e4-8a9fff427abf HTTP/1.1" status: 200 len: 1094 time: 0.9684138 Jan 25 18:38:39.197653 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeafc466-2f31-4c1e-b068-6fbc12115bce', 'tag': 'c5f01456-5a0b-4460-91e4-8a9fff427abf'}] {{(pid=102637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:38:39.316784 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea32e79-301b-4fd0-afda-cd330ebe1a8e x-openstack-request-id: req-5ea32e79-301b-4fd0-afda-cd330ebe1a8e {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:38:39.317220 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde2de05-52e3-43a0-9bd4-6bb41330585a", "tag": "c689a356-34e5-4c13-925d-823bf06c5abd", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:38:39.318712 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ea32e79-301b-4fd0-afda-cd330ebe1a8e {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:38:39.319218 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde2de05-52e3-43a0-9bd4-6bb41330585a', 'tag': 'c689a356-34e5-4c13-925d-823bf06c5abd', 'status': 'completed', 'code': 200} Jan 25 18:38:39.340206 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-5be8172f-c2b4-4f5e-abbf-1e397c8b18f5 service neutron] 10.222.0.41 "GET /v2.0/networks/f1204178-e3f4-4d73-ba25-93a4ab80f272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148781 Jan 25 18:38:39.363340 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.42', 49929) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:39.444245 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c66a65-dc25-4549-b935-77eb7bd74188 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f01456-5a0b-4460-91e4-8a9fff427abf,revision_number=3']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:39.450075 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-18fd52f6-7c3a-4b6c-b5c6-7f37dab3c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:39.451581 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-18fd52f6-7c3a-4b6c-b5c6-7f37dab3c74d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79f0c4c6863c4b73a0b86bb8d897ad55&device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 1097 time: 0.1708472 Jan 25 18:38:39.468462 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d684e4e91e5fd03d38a13c3d537823e5518f80ed6034d8fe3b9e30891c24508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb87bc5-26aa-473d-8ec2-2b26aff8ded2" -d '{"events": [{"name": "network-changed", "server_uuid": "eeafc466-2f31-4c1e-b068-6fbc12115bce", "tag": "c5f01456-5a0b-4460-91e4-8a9fff427abf"}]}' {{(pid=102637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:38:39.547641 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-66c2e8b5-b05c-4946-8acc-e90b1fa2d3b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5f01456-5a0b-4460-91e4-8a9fff427abf HTTP/1.1" status: 200 len: 217 time: 0.0871501 Jan 25 18:38:39.648166 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-20d9e67b-c5f1-454c-99fe-62390eb33dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:39.649903 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-20d9e67b-c5f1-454c-99fe-62390eb33dd5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18b441d1-81c8-4da4-95e8-ec948459c314 HTTP/1.1" status: 200 len: 859 time: 0.0944486 Jan 25 18:38:39.703454 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-6e1ed7bd-f382-424c-b0a9-c9c507fe8110 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f1204178-e3f4-4d73-ba25-93a4ab80f272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461562 Jan 25 18:38:39.797922 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-8f96dfa7-9fbe-4782-b913-19ae64f4ff06 service neutron] 10.222.0.42 "GET /v2.0/networks/f1204178-e3f4-4d73-ba25-93a4ab80f272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866430 Jan 25 18:38:39.831564 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a7a5f6bf-cd6e-46d3-88f3-9c4721a0ce93 req-9f928105-40ba-458e-8a10-da3d2c1e2e7d service neutron] 10.222.0.42 "GET /v2.0/networks/9753a572-c21c-49fd-b946-55626b60a25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6870506 Jan 25 18:38:39.858040 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6fb96-b824-47b5-86cb-be809625c22b req-c1c734e6-73c9-4516-a4b2-bff123c2784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:39.860043 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-aed6fb96-b824-47b5-86cb-be809625c22b req-c1c734e6-73c9-4516-a4b2-bff123c2784c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17a718a30f324aa9b086c49d167a0bda&device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 1097 time: 0.4800303 Jan 25 18:38:39.869569 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-92283744-144d-4dfb-ae33-83ff440e6888 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1850347848&fields=id&tenant_id=a3146285abdc4982ba9505ebc887faaa HTTP/1.1" status: 200 len: 267 time: 0.2083747 Jan 25 18:38:39.888554 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-51102861-f9c1-4ab3-9ccb-308a2752551b req-2ad70984-50ee-4992-9c14-dbe6111bc0d9 service neutron] 10.222.0.42 "GET /v2.0/networks/f1204178-e3f4-4d73-ba25-93a4ab80f272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850379 Jan 25 18:38:39.963348 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-cfd3b0ab-b43f-414a-a7a3-c0f808019ad3 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:39.964759 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-cfd3b0ab-b43f-414a-a7a3-c0f808019ad3 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.42 "GET /v2.0/networks?id=438eb890-9580-4e27-a169-38cf0147302b HTTP/1.1" status: 200 len: 816 time: 0.6024334 Jan 25 18:38:39.997482 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-0d965259-4808-4ffd-8c14-807687093e7e service neutron] 10.222.0.41 "GET /v2.0/networks/f1204178-e3f4-4d73-ba25-93a4ab80f272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6364343 Jan 25 18:38:40.129441 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6fb96-b824-47b5-86cb-be809625c22b req-343a5f39-b29b-48e8-bf48-8566a81b3362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:40.130936 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-aed6fb96-b824-47b5-86cb-be809625c22b req-343a5f39-b29b-48e8-bf48-8566a81b3362 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97ab6680-7adb-4fea-a3d3-a93c6c42ed71 HTTP/1.1" status: 200 len: 915 time: 0.2590601 Jan 25 18:38:40.146133 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-f4a56b94-dabd-48ca-86ed-092ef7e769a3 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:40.147584 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-f4a56b94-dabd-48ca-86ed-092ef7e769a3 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/networks?id=39a92873-72dd-4c94-9b45-f8eddc76cfc4 HTTP/1.1" status: 200 len: 810 time: 0.2628064 Jan 25 18:38:40.223827 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-7eeec50f-f408-4643-9057-8e2104b288a3 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fd0ab9445184d34bff3e43185fd5e1e HTTP/1.1" status: 200 len: 380 time: 0.2252159 Jan 25 18:38:40.226212 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-aed6fb96-b824-47b5-86cb-be809625c22b req-40ebb202-d2e1-4142-9232-489f59018372 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c689a356-34e5-4c13-925d-823bf06c5abd HTTP/1.1" status: 200 len: 217 time: 0.0862617 Jan 25 18:38:40.232017 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-08d52a75-9a93-4df9-8fc6-99efc951036d tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/quotas/a3146285abdc4982ba9505ebc887faaa HTTP/1.1" status: 200 len: 375 time: 0.0740750 Jan 25 18:38:40.239326 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-220a6a2b-e1f6-4216-85b4-9189234fe85c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Request body: {'port': {'device_id': '8a74462a-e8b7-43d9-a2c4-785fd48f1ab6', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'admin_state_up': True, 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'security_groups': ['7f7a23e4-bed4-4376-938e-061e4507b236']}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:40.377742 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c41246-3f9f-4022-b95b-be6440a85165 req-bfdc001f-ae0a-40c6-bd37-bbedbdf82241 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:40.379331 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-94c41246-3f9f-4022-b95b-be6440a85165 req-bfdc001f-ae0a-40c6-bd37-bbedbdf82241 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 944 time: 0.2261863 Jan 25 18:38:40.402768 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6fb96-b824-47b5-86cb-be809625c22b req-6030b8c2-6e51-490f-9401-f28644b8139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:40.404194 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-aed6fb96-b824-47b5-86cb-be809625c22b req-6030b8c2-6e51-490f-9401-f28644b8139f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f089d72-d869-450d-ba13-6426ebb7bbcd HTTP/1.1" status: 200 len: 854 time: 0.1713259 Jan 25 18:38:40.441005 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 2e513055-ea13-4606-b054-84b0f0ee6c24 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:38:40.455091 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-aed6fb96-b824-47b5-86cb-be809625c22b req-9cfd583f-1b18-4861-8650-320c117040fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97ab6680-7adb-4fea-a3d3-a93c6c42ed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395916 Jan 25 18:38:40.463839 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-812212f5-89ee-4c1e-944e-618241db6a9d tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3146285abdc4982ba9505ebc887faaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2116551 Jan 25 18:38:40.553554 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-94c41246-3f9f-4022-b95b-be6440a85165 req-817ef40a-c3bb-45a2-9f4f-3539d4f85ee2 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671278 Jan 25 18:38:40.560882 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 2e513055-ea13-4606-b054-84b0f0ee6c24, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=2e513055-ea13-4606-b054-84b0f0ee6c24,segment=NetworkSegment(8875b9cc-9d4a-4d88-a8bf-c9ec72949c7e),segment_id=8875b9cc-9d4a-4d88-a8bf-c9ec72949c7e)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:38:40.573714 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': '2e513055-ea13-4606-b054-84b0f0ee6c24', 'network_id': '9753a572-c21c-49fd-b946-55626b60a25d', 'port_id': '2e513055-ea13-4606-b054-84b0f0ee6c24', 'mac_address': 'fa:16:3e:27:c3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d6115ba-af83-4f65-919b-597ed578921c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:38:40.626301 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 2e513055-ea13-4606-b054-84b0f0ee6c24 is: DOWN; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:40.627203 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (2e513055-ea13-4606-b054-84b0f0ee6c24), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:40.648379 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e513055-ea13-4606-b054-84b0f0ee6c24 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:38:40.651978 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-220a6a2b-e1f6-4216-85b4-9189234fe85c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Made reservation on behalf of 7fd0ab9445184d34bff3e43185fd5e1e for: {'port': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:38:40.655612 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-220a6a2b-e1f6-4216-85b4-9189234fe85c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:40.672622 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 2e513055-ea13-4606-b054-84b0f0ee6c24, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=2e513055-ea13-4606-b054-84b0f0ee6c24,segment=NetworkSegment(8875b9cc-9d4a-4d88-a8bf-c9ec72949c7e),segment_id=8875b9cc-9d4a-4d88-a8bf-c9ec72949c7e)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:38:40.677736 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (2e513055-ea13-4606-b054-84b0f0ee6c24), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:40.712242 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-aed6fb96-b824-47b5-86cb-be809625c22b req-f6d09d01-698b-44a2-a5cd-cee97dc79ab1 service neutron] 10.222.0.42 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473583 Jan 25 18:38:40.721927 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-28c329f8-8633-4e1b-aa74-80f1442c7501 service neutron] 10.222.0.41 "GET /v2.0/networks/39a92873-72dd-4c94-9b45-f8eddc76cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331567 Jan 25 18:38:40.760377 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=2e513055-ea13-4606-b054-84b0f0ee6c24,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:40.820443 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b960f9c2-c56a-4363-8de3-d3d39c6d920a x-openstack-request-id: req-b960f9c2-c56a-4363-8de3-d3d39c6d920a {{(pid=102637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:38:40.820913 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeafc466-2f31-4c1e-b068-6fbc12115bce", "tag": "c5f01456-5a0b-4460-91e4-8a9fff427abf", "status": "completed", "code": 200}]} {{(pid=102637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:38:40.820986 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b960f9c2-c56a-4363-8de3-d3d39c6d920a {{(pid=102637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:38:40.821427 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeafc466-2f31-4c1e-b068-6fbc12115bce', 'tag': 'c5f01456-5a0b-4460-91e4-8a9fff427abf', 'status': 'completed', 'code': 200} Jan 25 18:38:40.920425 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb87bc5-26aa-473d-8ec2-2b26aff8ded2 req-f62c8356-c0fc-407d-8ea4-3861f10aee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:40.929126 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['2e513055-ea13-4606-b054-84b0f0ee6c24'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:38:40.934540 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-9cb87bc5-26aa-473d-8ec2-2b26aff8ded2 req-f62c8356-c0fc-407d-8ea4-3861f10aee38 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79f0c4c6863c4b73a0b86bb8d897ad55&device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 1097 time: 0.0845706 Jan 25 18:38:41.065165 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-de753693-5376-4704-9206-10e891513c60 service neutron] 10.222.0.41 "GET /v2.0/networks/39a92873-72dd-4c94-9b45-f8eddc76cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422334 Jan 25 18:38:41.087188 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-220a6a2b-e1f6-4216-85b4-9189234fe85c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Allocated IP 172.20.0.5 (438eb890-9580-4e27-a169-38cf0147302b/cec76f50-4972-4c18-a629-b0502bc042ec/93853a16-29bb-4dae-81a4-115c6c688504) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:38:41.100536 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-aed6fb96-b824-47b5-86cb-be809625c22b req-36ed9e7e-63b9-4826-95b8-c43b4296f6bf service neutron] 10.222.0.42 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704813 Jan 25 18:38:41.143361 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbdfe7-c897-4a53-9d68-2a3155b01da9 req-0287b2ad-9ac2-451e-8a43-f028acb8ac0c tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:41.178361 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-41fbdfe7-c897-4a53-9d68-2a3155b01da9 req-0287b2ad-9ac2-451e-8a43-f028acb8ac0c tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 944 time: 0.2686512 Jan 25 18:38:41.201868 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb87bc5-26aa-473d-8ec2-2b26aff8ded2 req-699af8c1-5e9b-4519-b42e-b27f0c707935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:41.207709 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-9cb87bc5-26aa-473d-8ec2-2b26aff8ded2 req-699af8c1-5e9b-4519-b42e-b27f0c707935 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f1204178-e3f4-4d73-ba25-93a4ab80f272 HTTP/1.1" status: 200 len: 920 time: 0.2637291 Jan 25 18:38:41.262146 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-9cb87bc5-26aa-473d-8ec2-2b26aff8ded2 req-ac17a273-40de-4bf9-be02-74a2a987fbd7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5f01456-5a0b-4460-91e4-8a9fff427abf HTTP/1.1" status: 200 len: 217 time: 0.0470452 Jan 25 18:38:41.410330 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-41fbdfe7-c897-4a53-9d68-2a3155b01da9 req-7cd47edc-abcb-46c8-b02b-8282eb645c17 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f67488-8204-4cc1-9f41-51be050b5ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309041 Jan 25 18:38:41.522202 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-19163767-dc05-45af-b1d1-45edfc42a14a req-d228a01a-09dd-4b05-ae3a-ea3b962f7ae2 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 210 time: 0.1107781 Jan 25 18:38:41.575274 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-11928b01-125d-4730-a8f3-022d863bbaa5 req-1e005cf1-2a28-4ca3-9b06-eb1e363bab74 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 210 time: 0.0520599 Jan 25 18:38:41.632105 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-663cbfed-3171-4305-b9b2-e0d4d56e26de tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:41.633566 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-663cbfed-3171-4305-b9b2-e0d4d56e26de tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.42 "GET /v2.0/networks?id=f1204178-e3f4-4d73-ba25-93a4ab80f272 HTTP/1.1" status: 200 len: 819 time: 0.3410497 Jan 25 18:38:41.637258 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-220a6a2b-e1f6-4216-85b4-9189234fe85c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for port (93853a16-29bb-4dae-81a4-115c6c688504), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:41.647441 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-9cc6e8a8-ffce-4757-adf6-84faaa6768fc tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Request body: {'port': {'device_id': 'f1f1727c-a9bf-4303-b846-dbece8ac931b', 'network_id': 'f1204178-e3f4-4d73-ba25-93a4ab80f272', 'admin_state_up': True, 'tenant_id': '79f0c4c6863c4b73a0b86bb8d897ad55'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:41.743419 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb87bc5-26aa-473d-8ec2-2b26aff8ded2 req-2f41ba5f-98b4-4726-9e7e-70cfcdd793b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:41.745335 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-9cb87bc5-26aa-473d-8ec2-2b26aff8ded2 req-2f41ba5f-98b4-4726-9e7e-70cfcdd793b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18b441d1-81c8-4da4-95e8-ec948459c314 HTTP/1.1" status: 200 len: 859 time: 0.4802394 Jan 25 18:38:41.788205 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-9cb87bc5-26aa-473d-8ec2-2b26aff8ded2 req-2b7110b3-17ca-4d80-b672-731bbddc088b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f1204178-e3f4-4d73-ba25-93a4ab80f272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353370 Jan 25 18:38:41.912425 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d5d58abe-40eb-4d63-b996-f63aea66f6f7 req-f8635e27-e1e1-4db0-a8aa-187abf26d814 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 210 time: 0.2503994 Jan 25 18:38:41.916089 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-9cb87bc5-26aa-473d-8ec2-2b26aff8ded2 req-d9a7cf68-2b45-4c07-8758-395778a3252a service neutron] 10.222.0.42 "GET /v2.0/networks/f1204178-e3f4-4d73-ba25-93a4ab80f272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198053 Jan 25 18:38:42.029127 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69f4b4-fbe6-4531-a528-3ffcb7e1493e req-d639b2ab-f78d-4ca0-ad54-26071547f427 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:42.034434 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-9cb87bc5-26aa-473d-8ec2-2b26aff8ded2 req-ccfa5fba-e1af-4e4e-a4f5-178689200b67 service neutron] 10.222.0.42 "GET /v2.0/networks/f1204178-e3f4-4d73-ba25-93a4ab80f272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105120 Jan 25 18:38:42.037537 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3f69f4b4-fbe6-4531-a528-3ffcb7e1493e req-d639b2ab-f78d-4ca0-ad54-26071547f427 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 944 time: 0.1640232 Jan 25 18:38:42.042559 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-220a6a2b-e1f6-4216-85b4-9189234fe85c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (93853a16-29bb-4dae-81a4-115c6c688504), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:42.129005 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-220a6a2b-e1f6-4216-85b4-9189234fe85c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Network 438eb890-9580-4e27-a169-38cf0147302b is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:38:42.146826 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-9cc6e8a8-ffce-4757-adf6-84faaa6768fc tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Made reservation on behalf of 79f0c4c6863c4b73a0b86bb8d897ad55 for: {'port': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:38:42.154441 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-9cc6e8a8-ffce-4757-adf6-84faaa6768fc tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:42.154441 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-220a6a2b-e1f6-4216-85b4-9189234fe85c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:42.156088 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a6a2b-e1f6-4216-85b4-9189234fe85c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Pushing event updated for resources: {'Port': ['ID=93853a16-29bb-4dae-81a4-115c6c688504,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:42.158999 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-220a6a2b-e1f6-4216-85b4-9189234fe85c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:38:42.164407 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-220a6a2b-e1f6-4216-85b4-9189234fe85c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:42.164615 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-220a6a2b-e1f6-4216-85b4-9189234fe85c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:42.178572 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3f69f4b4-fbe6-4531-a528-3ffcb7e1493e req-3c6fc591-af05-474d-b1a0-2ec642a6c44c tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399179 Jan 25 18:38:42.211294 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-220a6a2b-e1f6-4216-85b4-9189234fe85c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9772663 Jan 25 18:38:42.254497 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-7d2d7365-7470-4cb9-86ca-685408f30451 service neutron] Request body: {'port': {'device_id': '8a74462a-e8b7-43d9-a2c4-785fd48f1ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:42.373749 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-7d2d7365-7470-4cb9-86ca-685408f30451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (93853a16-29bb-4dae-81a4-115c6c688504), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:42.397526 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-9cc6e8a8-ffce-4757-adf6-84faaa6768fc tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Allocated IP 172.20.0.9 (f1204178-e3f4-4d73-ba25-93a4ab80f272/18b441d1-81c8-4da4-95e8-ec948459c314/482aa7c4-8d99-4195-8b20-d928e0e885c6) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:38:42.435741 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device c5f01456-5a0b-4460-91e4-8a9fff427abf details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:38:42.459090 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 2e513055-ea13-4606-b054-84b0f0ee6c24 up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:38:42.639315 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port c5f01456-5a0b-4460-91e4-8a9fff427abf, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=c5f01456-5a0b-4460-91e4-8a9fff427abf,segment=NetworkSegment(7112a8d3-ac77-4c0b-be43-c5b226bd6d84),segment_id=7112a8d3-ac77-4c0b-be43-c5b226bd6d84)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:38:42.661311 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': 'c5f01456-5a0b-4460-91e4-8a9fff427abf', 'network_id': 'f1204178-e3f4-4d73-ba25-93a4ab80f272', 'port_id': 'c5f01456-5a0b-4460-91e4-8a9fff427abf', 'mac_address': 'fa:16:3e:85:54:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b441d1-81c8-4da4-95e8-ec948459c314', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:38:42.700698 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4f7be-37d5-4e8a-80dd-e6ebc7d2faf6 req-e04391df-083a-4f99-ae40-364bdd7a9e6d tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:42.709941 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-40f4f7be-37d5-4e8a-80dd-e6ebc7d2faf6 req-e04391df-083a-4f99-ae40-364bdd7a9e6d tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 944 time: 0.1632509 Jan 25 18:38:42.746765 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-d652235a-99ac-4ba2-a8ba-f70ec1a4d907 None None] Provisioning complete for port 93853a16-29bb-4dae-81a4-115c6c688504 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:42.747570 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d652235a-99ac-4ba2-a8ba-f70ec1a4d907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (93853a16-29bb-4dae-81a4-115c6c688504), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:42.791996 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port c5f01456-5a0b-4460-91e4-8a9fff427abf is: DOWN; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:42.792710 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (c5f01456-5a0b-4460-91e4-8a9fff427abf), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:42.816824 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f01456-5a0b-4460-91e4-8a9fff427abf {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:38:42.824650 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning for port 2e513055-ea13-4606-b054-84b0f0ee6c24 completed by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 18:38:42.834590 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d652235a-99ac-4ba2-a8ba-f70ec1a4d907 None None] Port 93853a16-29bb-4dae-81a4-115c6c688504 cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:38:42.838901 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port 2e513055-ea13-4606-b054-84b0f0ee6c24 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:42.839599 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (2e513055-ea13-4606-b054-84b0f0ee6c24), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:42.840422 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-9ac1c0fb-d0ef-404e-8597-ad28a933d5e0 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:42.842223 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-9ac1c0fb-d0ef-404e-8597-ad28a933d5e0 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.42 "GET /v2.0/networks?id=39a92873-72dd-4c94-9b45-f8eddc76cfc4 HTTP/1.1" status: 200 len: 810 time: 0.2337897 Jan 25 18:38:42.872160 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port c5f01456-5a0b-4460-91e4-8a9fff427abf, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=c5f01456-5a0b-4460-91e4-8a9fff427abf,segment=NetworkSegment(7112a8d3-ac77-4c0b-be43-c5b226bd6d84),segment_id=7112a8d3-ac77-4c0b-be43-c5b226bd6d84)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:38:42.881824 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (c5f01456-5a0b-4460-91e4-8a9fff427abf), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:42.882760 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device c689a356-34e5-4c13-925d-823bf06c5abd details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:38:42.944428 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-34dbe377-eb80-4b35-9da0-49ec5f23f837 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3146285abdc4982ba9505ebc887faaa HTTP/1.1" status: 200 len: 380 time: 0.0928562 Jan 25 18:38:42.958397 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-d5802286-6a6f-4fff-8f7f-2bd849f4bd28 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Request body: {'port': {'device_id': 'dfa729b2-4754-46de-93c8-c623eb2a98e1', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'admin_state_up': True, 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'security_groups': ['04b456f4-5510-4f21-98b4-5435c537bd1b']}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:42.989443 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-40f4f7be-37d5-4e8a-80dd-e6ebc7d2faf6 req-0d9cfef2-65f3-413c-a32e-95cf587a86f1 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f67488-8204-4cc1-9f41-51be050b5ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761865 Jan 25 18:38:43.023959 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-9cc6e8a8-ffce-4757-adf6-84faaa6768fc tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Publish callbacks [] for port (482aa7c4-8d99-4195-8b20-d928e0e885c6), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:43.043398 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f47d69-5ac1-4748-9107-b4fd2918df6e req-432d0b0b-7b40-42c6-818b-70f31a08bd46 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:43.045136 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-12f47d69-5ac1-4748-9107-b4fd2918df6e req-432d0b0b-7b40-42c6-818b-70f31a08bd46 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 931 time: 0.2216656 Jan 25 18:38:43.055228 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=c5f01456-5a0b-4460-91e4-8a9fff427abf,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:43.121363 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 2e513055-ea13-4606-b054-84b0f0ee6c24 is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:43.121759 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (2e513055-ea13-4606-b054-84b0f0ee6c24), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:43.141674 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port c689a356-34e5-4c13-925d-823bf06c5abd, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=c689a356-34e5-4c13-925d-823bf06c5abd,segment=NetworkSegment(63da4b9e-7aec-4a65-8c20-bb312e592a28),segment_id=63da4b9e-7aec-4a65-8c20-bb312e592a28)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:38:43.161854 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': 'c689a356-34e5-4c13-925d-823bf06c5abd', 'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71', 'port_id': 'c689a356-34e5-4c13-925d-823bf06c5abd', 'mac_address': 'fa:16:3e:c9:cd:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f089d72-d869-450d-ba13-6426ebb7bbcd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:38:43.167663 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a623816-2161-4211-9396-fd11a0b8c7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e513055-ea13-4606-b054-84b0f0ee6c24'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:38:43.186482 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-d5802286-6a6f-4fff-8f7f-2bd849f4bd28 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Made reservation on behalf of a3146285abdc4982ba9505ebc887faaa for: {'port': 1} {{(pid=102637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:38:43.188012 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-cd7914a2-81bd-4ce4-ae49-5b44d60aa070 req-4fa0b83a-19ed-4a3c-ad5b-b61273826fc9 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 210 time: 0.0715361 Jan 25 18:38:43.201794 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-d5802286-6a6f-4fff-8f7f-2bd849f4bd28 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:43.226657 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-12f47d69-5ac1-4748-9107-b4fd2918df6e req-32956a0e-5db2-4f76-9170-d275e7502fdb tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585684 Jan 25 18:38:43.228804 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-7d2d7365-7470-4cb9-86ca-685408f30451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93853a16-29bb-4dae-81a4-115c6c688504 {{(pid=102638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:38:43.233940 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-9cc6e8a8-ffce-4757-adf6-84faaa6768fc tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (482aa7c4-8d99-4195-8b20-d928e0e885c6), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:43.243667 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-7d2d7365-7470-4cb9-86ca-685408f30451 service neutron] Publish callbacks [] for port (93853a16-29bb-4dae-81a4-115c6c688504), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:43.286240 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 2e513055-ea13-4606-b054-84b0f0ee6c24, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=2e513055-ea13-4606-b054-84b0f0ee6c24,segment=NetworkSegment(8875b9cc-9d4a-4d88-a8bf-c9ec72949c7e),segment_id=8875b9cc-9d4a-4d88-a8bf-c9ec72949c7e)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:38:43.287616 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.provisioning_blocks [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-7d2d7365-7470-4cb9-86ca-685408f30451 service neutron] Transition to ACTIVE for port object 93853a16-29bb-4dae-81a4-115c6c688504 will not be triggered until provisioned by entity L2. {{(pid=102638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 18:38:43.299023 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-9cc6e8a8-ffce-4757-adf6-84faaa6768fc tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Network f1204178-e3f4-4d73-ba25-93a4ab80f272 is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:38:43.326849 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-9cc6e8a8-ffce-4757-adf6-84faaa6768fc tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:43.332539 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-7d2d7365-7470-4cb9-86ca-685408f30451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (93853a16-29bb-4dae-81a4-115c6c688504), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:43.336116 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d6383249-95c4-41fe-b5ff-14886433ad1c req-29d2b6fc-7c09-4ac0-a1b2-52fb313cee38 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 210 time: 0.0449452 Jan 25 18:38:43.337778 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-9cc6e8a8-ffce-4757-adf6-84faaa6768fc tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:38:43.342453 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (2e513055-ea13-4606-b054-84b0f0ee6c24), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:43.342801 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-9cc6e8a8-ffce-4757-adf6-84faaa6768fc tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:43.343423 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-9cc6e8a8-ffce-4757-adf6-84faaa6768fc tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:43.350212 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6e8a8-ffce-4757-adf6-84faaa6768fc tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Pushing event updated for resources: {'Port': ['ID=482aa7c4-8d99-4195-8b20-d928e0e885c6,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:43.391740 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port c689a356-34e5-4c13-925d-823bf06c5abd is: DOWN; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:43.392364 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (c689a356-34e5-4c13-925d-823bf06c5abd), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:43.399656 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-9cc6e8a8-ffce-4757-adf6-84faaa6768fc tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7567530 Jan 25 18:38:43.430072 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c689a356-34e5-4c13-925d-823bf06c5abd {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:38:43.440027 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=2e513055-ea13-4606-b054-84b0f0ee6c24,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:43.446789 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-4fd107e7-33e0-48c5-b454-2e4afdc77fb8 service neutron] Request body: {'port': {'device_id': 'f1f1727c-a9bf-4303-b846-dbece8ac931b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:43.470971 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port c689a356-34e5-4c13-925d-823bf06c5abd, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=c689a356-34e5-4c13-925d-823bf06c5abd,segment=NetworkSegment(63da4b9e-7aec-4a65-8c20-bb312e592a28),segment_id=63da4b9e-7aec-4a65-8c20-bb312e592a28)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:38:43.477651 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (c689a356-34e5-4c13-925d-823bf06c5abd), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:43.521146 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 43366) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:43.527575 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_common [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-d5802286-6a6f-4fff-8f7f-2bd849f4bd28 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Allocated IP 172.20.0.6 (39a92873-72dd-4c94-9b45-f8eddc76cfc4/e8bae059-1749-4e6b-8122-ee6422457f86/bbbd3d57-8220-4579-8fe8-6979ccf35f92) {{(pid=102637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:38:43.554571 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dc9dc4-3858-4ec2-8cbe-3b609d2e23b7" -d '{"events": [{"server_uuid": "5a623816-2161-4211-9396-fd11a0b8c7a1", "name": "network-vif-plugged", "status": "completed", "tag": "2e513055-ea13-4606-b054-84b0f0ee6c24"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:38:43.566902 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d7365-7470-4cb9-86ca-685408f30451 service neutron] Pushing event updated for resources: {'Port': ['ID=93853a16-29bb-4dae-81a4-115c6c688504,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:43.577518 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=c689a356-34e5-4c13-925d-823bf06c5abd,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:43.647495 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf034ae-15da-4ae6-ae6f-0afdedb84afa req-c2cb5d8a-d087-4233-abbb-b9cd6f54ddd7 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:43.649253 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-dbf034ae-15da-4ae6-ae6f-0afdedb84afa req-c2cb5d8a-d087-4233-abbb-b9cd6f54ddd7 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 944 time: 0.2903006 Jan 25 18:38:43.666002 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-7d2d7365-7470-4cb9-86ca-685408f30451 service neutron] Attempting to bind port 93853a16-29bb-4dae-81a4-115c6c688504 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:38:43.666366 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-7d2d7365-7470-4cb9-86ca-685408f30451 service neutron] Attempting to bind port 93853a16-29bb-4dae-81a4-115c6c688504 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '3e976e4b-2aeb-4461-8631-9398ef7e2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '438eb890-9580-4e27-a169-38cf0147302b'}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:38:43.666699 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-7d2d7365-7470-4cb9-86ca-685408f30451 service neutron] Attempting to bind port 93853a16-29bb-4dae-81a4-115c6c688504 on network 438eb890-9580-4e27-a169-38cf0147302b {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:38:43.707042 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['c689a356-34e5-4c13-925d-823bf06c5abd'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:38:43.711672 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-7d2d7365-7470-4cb9-86ca-685408f30451 service neutron] Port 93853a16-29bb-4dae-81a4-115c6c688504 on network 438eb890-9580-4e27-a169-38cf0147302b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 18:38:43.712004 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-7d2d7365-7470-4cb9-86ca-685408f30451 service neutron] Attempting to bind port 93853a16-29bb-4dae-81a4-115c6c688504 on network 438eb890-9580-4e27-a169-38cf0147302b {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:38:43.712224 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['c5f01456-5a0b-4460-91e4-8a9fff427abf'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:38:43.718509 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-4fd107e7-33e0-48c5-b454-2e4afdc77fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (482aa7c4-8d99-4195-8b20-d928e0e885c6), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:43.761012 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-7d2d7365-7470-4cb9-86ca-685408f30451 service neutron] Checking agent: {'id': 'bdb5f0d3-661d-4d22-a5ac-70c284fe21ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'started_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:38:43.761360 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-7d2d7365-7470-4cb9-86ca-685408f30451 service neutron] Checking segment: {'id': '3e976e4b-2aeb-4461-8631-9398ef7e2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '438eb890-9580-4e27-a169-38cf0147302b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:38:43.761741 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-7d2d7365-7470-4cb9-86ca-685408f30451 service neutron] Bound using segment: {'id': '3e976e4b-2aeb-4461-8631-9398ef7e2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '438eb890-9580-4e27-a169-38cf0147302b'} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:38:43.762268 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-7d2d7365-7470-4cb9-86ca-685408f30451 service neutron] Bound port: 93853a16-29bb-4dae-81a4-115c6c688504, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e976e4b-2aeb-4461-8631-9398ef7e2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '438eb890-9580-4e27-a169-38cf0147302b'}}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:38:43.762623 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-7d2d7365-7470-4cb9-86ca-685408f30451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (93853a16-29bb-4dae-81a4-115c6c688504), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:43.781546 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d43b2cd-f2fe-448b-bdb1-f95025571bf4 x-openstack-request-id: req-9d43b2cd-f2fe-448b-bdb1-f95025571bf4 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:38:43.781915 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a623816-2161-4211-9396-fd11a0b8c7a1", "name": "network-vif-plugged", "status": "completed", "tag": "2e513055-ea13-4606-b054-84b0f0ee6c24", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:38:43.782255 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9d43b2cd-f2fe-448b-bdb1-f95025571bf4 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:38:43.782807 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a623816-2161-4211-9396-fd11a0b8c7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e513055-ea13-4606-b054-84b0f0ee6c24', 'code': 200} Jan 25 18:38:43.858875 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-5e542362-4d53-4167-936e-4ef4b1eb2ba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:43.864436 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-d5802286-6a6f-4fff-8f7f-2bd849f4bd28 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for port (bbbd3d57-8220-4579-8fe8-6979ccf35f92), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:43.941426 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-d5802286-6a6f-4fff-8f7f-2bd849f4bd28 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (bbbd3d57-8220-4579-8fe8-6979ccf35f92), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:43.969042 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-dbf034ae-15da-4ae6-ae6f-0afdedb84afa req-e94e8212-7bd0-4127-bc2c-7156997f3ac0 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895277 Jan 25 18:38:44.013611 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-d5802286-6a6f-4fff-8f7f-2bd849f4bd28 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Network 39a92873-72dd-4c94-9b45-f8eddc76cfc4 is already hosted by enough agents. {{(pid=102637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:38:44.018285 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-d5802286-6a6f-4fff-8f7f-2bd849f4bd28 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Resources bound (agent type, host, resource id): {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:44.024168 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-d5802286-6a6f-4fff-8f7f-2bd849f4bd28 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Received port after_create {{(pid=102637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:38:44.029718 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-d5802286-6a6f-4fff-8f7f-2bd849f4bd28 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:44.030373 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-d5802286-6a6f-4fff-8f7f-2bd849f4bd28 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for port (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:44.057920 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5802286-6a6f-4fff-8f7f-2bd849f4bd28 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Pushing event updated for resources: {'Port': ['ID=bbbd3d57-8220-4579-8fe8-6979ccf35f92,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:44.075413 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-d5802286-6a6f-4fff-8f7f-2bd849f4bd28 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1250837 Jan 25 18:38:44.089621 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-567c2536-2e7a-4a4e-bc2d-12f9fb51044c service neutron] Request body: {'port': {'device_id': 'dfa729b2-4754-46de-93c8-c623eb2a98e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:44.164022 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-567c2536-2e7a-4a4e-bc2d-12f9fb51044c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (bbbd3d57-8220-4579-8fe8-6979ccf35f92), before_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:44.231875 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-7d2d7365-7470-4cb9-86ca-685408f30451 service neutron] For port 93853a16-29bb-4dae-81a4-115c6c688504, host hv-cinder-82635, cleared binding levels {{(pid=102638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:38:44.280333 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23ebd1-c7e3-46f6-a152-636e78e44201 req-a91d39bf-2480-4ab6-9855-2ad8c2a4c4a5 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:44.282419 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-bb23ebd1-c7e3-46f6-a152-636e78e44201 req-a91d39bf-2480-4ab6-9855-2ad8c2a4c4a5 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1608064 Jan 25 18:38:44.284059 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8c64d-ad0b-47bb-bff2-f9642c729ff7 req-2a8c4e90-f27a-43c3-a615-fb78dca3aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:44.285387 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f0d8c64d-ad0b-47bb-bff2-f9642c729ff7 req-2a8c4e90-f27a-43c3-a615-fb78dca3aeca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 1098 time: 0.2932258 Jan 25 18:38:44.316213 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-7d2d7365-7470-4cb9-86ca-685408f30451 service neutron] For port 93853a16-29bb-4dae-81a4-115c6c688504, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=93853a16-29bb-4dae-81a4-115c6c688504,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:38:44.343390 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-7d2d7365-7470-4cb9-86ca-685408f30451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (93853a16-29bb-4dae-81a4-115c6c688504), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:44.382861 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-48f4dbfd-9751-41fa-bcf5-14cb473ed1e9 None None] Provisioning complete for port bbbd3d57-8220-4579-8fe8-6979ccf35f92 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:44.383232 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-48f4dbfd-9751-41fa-bcf5-14cb473ed1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (bbbd3d57-8220-4579-8fe8-6979ccf35f92), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:44.397240 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-f0d8c64d-ad0b-47bb-bff2-f9642c729ff7 req-d5dd936f-cf81-4321-8567-42cdd107a21e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:44.424345 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-5e542362-4d53-4167-936e-4ef4b1eb2ba2 admin admin] Publish callbacks [] for security_group (c71e5bf2-4db1-4afb-941a-17dcabbc123c), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:44.438431 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-48f4dbfd-9751-41fa-bcf5-14cb473ed1e9 None None] Port bbbd3d57-8220-4579-8fe8-6979ccf35f92 cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:38:44.443515 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device c689a356-34e5-4c13-925d-823bf06c5abd up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:38:44.457545 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.notifiers.nova [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-567c2536-2e7a-4a4e-bc2d-12f9fb51044c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbbd3d57-8220-4579-8fe8-6979ccf35f92 {{(pid=102637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:38:44.465656 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-567c2536-2e7a-4a4e-bc2d-12f9fb51044c service neutron] Publish callbacks [] for port (bbbd3d57-8220-4579-8fe8-6979ccf35f92), precommit_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:44.486200 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.provisioning_blocks [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-567c2536-2e7a-4a4e-bc2d-12f9fb51044c service neutron] Transition to ACTIVE for port object bbbd3d57-8220-4579-8fe8-6979ccf35f92 will not be triggered until provisioned by entity L2. {{(pid=102637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 18:38:44.491611 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-567c2536-2e7a-4a4e-bc2d-12f9fb51044c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (bbbd3d57-8220-4579-8fe8-6979ccf35f92), after_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:44.494723 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-7d2d7365-7470-4cb9-86ca-685408f30451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:44.495548 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-7d2d7365-7470-4cb9-86ca-685408f30451 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:44.497425 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-7d2d7365-7470-4cb9-86ca-685408f30451 service neutron] 10.222.0.42 "PUT /v2.0/ports/93853a16-29bb-4dae-81a4-115c6c688504 HTTP/1.1" status: 200 len: 1093 time: 2.2483144 Jan 25 18:38:44.498539 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d7365-7470-4cb9-86ca-685408f30451 service neutron] Pushing event updated for resources: {'Port': ['ID=93853a16-29bb-4dae-81a4-115c6c688504,revision_number=3']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:44.504432 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a74462a-e8b7-43d9-a2c4-785fd48f1ab6', 'tag': '93853a16-29bb-4dae-81a4-115c6c688504'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:38:44.506990 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a64ff5-9a96-40d8-9817-ea9b788b59ac" -d '{"events": [{"name": "network-changed", "server_uuid": "8a74462a-e8b7-43d9-a2c4-785fd48f1ab6", "tag": "93853a16-29bb-4dae-81a4-115c6c688504"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:38:44.511605 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning for port c689a356-34e5-4c13-925d-823bf06c5abd completed by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 18:38:44.523897 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port c689a356-34e5-4c13-925d-823bf06c5abd triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:44.524411 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (c689a356-34e5-4c13-925d-823bf06c5abd), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:44.553636 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c2536-2e7a-4a4e-bc2d-12f9fb51044c service neutron] Pushing event updated for resources: {'Port': ['ID=bbbd3d57-8220-4579-8fe8-6979ccf35f92,revision_number=2']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:44.571051 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-5e542362-4d53-4167-936e-4ef4b1eb2ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (c71e5bf2-4db1-4afb-941a-17dcabbc123c), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:44.627057 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-5e542362-4d53-4167-936e-4ef4b1eb2ba2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22b04899c0d1402c8f7303f92f282641&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0977526 Jan 25 18:38:44.628216 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.managers [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-567c2536-2e7a-4a4e-bc2d-12f9fb51044c service neutron] Attempting to bind port bbbd3d57-8220-4579-8fe8-6979ccf35f92 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:38:44.629157 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.managers [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-567c2536-2e7a-4a4e-bc2d-12f9fb51044c service neutron] Attempting to bind port bbbd3d57-8220-4579-8fe8-6979ccf35f92 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '75e2899b-01ba-47f3-8a62-3fd7282595a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4'}] {{(pid=102637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:38:44.630323 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-567c2536-2e7a-4a4e-bc2d-12f9fb51044c service neutron] Attempting to bind port bbbd3d57-8220-4579-8fe8-6979ccf35f92 on network 39a92873-72dd-4c94-9b45-f8eddc76cfc4 {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:38:44.637834 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 43398) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:44.639041 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-567c2536-2e7a-4a4e-bc2d-12f9fb51044c service neutron] Port bbbd3d57-8220-4579-8fe8-6979ccf35f92 on network 39a92873-72dd-4c94-9b45-f8eddc76cfc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 18:38:44.641870 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-567c2536-2e7a-4a4e-bc2d-12f9fb51044c service neutron] Attempting to bind port bbbd3d57-8220-4579-8fe8-6979ccf35f92 on network 39a92873-72dd-4c94-9b45-f8eddc76cfc4 {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:38:44.666764 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-567c2536-2e7a-4a4e-bc2d-12f9fb51044c service neutron] Checking agent: {'id': 'bdb5f0d3-661d-4d22-a5ac-70c284fe21ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'started_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:38:44.667351 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-567c2536-2e7a-4a4e-bc2d-12f9fb51044c service neutron] Checking segment: {'id': '75e2899b-01ba-47f3-8a62-3fd7282595a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:38:44.668146 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-567c2536-2e7a-4a4e-bc2d-12f9fb51044c service neutron] Bound using segment: {'id': '75e2899b-01ba-47f3-8a62-3fd7282595a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4'} {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:38:44.668824 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.managers [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-567c2536-2e7a-4a4e-bc2d-12f9fb51044c service neutron] Bound port: bbbd3d57-8220-4579-8fe8-6979ccf35f92, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e2899b-01ba-47f3-8a62-3fd7282595a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4'}}] {{(pid=102637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:38:44.669409 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-567c2536-2e7a-4a4e-bc2d-12f9fb51044c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (bbbd3d57-8220-4579-8fe8-6979ccf35f92), before_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:44.669701 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f42d4-9471-4cf4-95f0-182dc12a54ab req-be3d3245-81b2-4176-bdf0-6e11846e4057 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:44.678765 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b04f42d4-9471-4cf4-95f0-182dc12a54ab req-be3d3245-81b2-4176-bdf0-6e11846e4057 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 931 time: 0.3680637 Jan 25 18:38:44.703066 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port c689a356-34e5-4c13-925d-823bf06c5abd is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:44.706955 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (c689a356-34e5-4c13-925d-823bf06c5abd), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:44.757349 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-bb23ebd1-c7e3-46f6-a152-636e78e44201 req-66fbb84c-d23c-404c-94c0-4df20b6fbfc1 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f67488-8204-4cc1-9f41-51be050b5ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446847 Jan 25 18:38:44.771857 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port c689a356-34e5-4c13-925d-823bf06c5abd, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=c689a356-34e5-4c13-925d-823bf06c5abd,segment=NetworkSegment(63da4b9e-7aec-4a65-8c20-bb312e592a28),segment_id=63da4b9e-7aec-4a65-8c20-bb312e592a28)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:38:44.789714 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (c689a356-34e5-4c13-925d-823bf06c5abd), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:44.789947 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-98e9255b-9ec6-4a97-9397-531da6a37982 admin admin] Publish callbacks [] for security_group (c71e5bf2-4db1-4afb-941a-17dcabbc123c), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:44.859733 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-98e9255b-9ec6-4a97-9397-531da6a37982 admin admin] Publish callbacks [] for security_group (c71e5bf2-4db1-4afb-941a-17dcabbc123c), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:44.865561 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=c689a356-34e5-4c13-925d-823bf06c5abd,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:44.922279 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.db [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-567c2536-2e7a-4a4e-bc2d-12f9fb51044c service neutron] For port bbbd3d57-8220-4579-8fe8-6979ccf35f92, host hv-cinder-82635, cleared binding levels {{(pid=102637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:38:44.935033 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.db [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-567c2536-2e7a-4a4e-bc2d-12f9fb51044c service neutron] For port bbbd3d57-8220-4579-8fe8-6979ccf35f92, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=bbbd3d57-8220-4579-8fe8-6979ccf35f92,segment=NetworkSegment(75e2899b-01ba-47f3-8a62-3fd7282595a1),segment_id=75e2899b-01ba-47f3-8a62-3fd7282595a1)] {{(pid=102637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:38:44.944353 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-567c2536-2e7a-4a4e-bc2d-12f9fb51044c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (bbbd3d57-8220-4579-8fe8-6979ccf35f92), after_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:44.985245 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-98e9255b-9ec6-4a97-9397-531da6a37982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (c71e5bf2-4db1-4afb-941a-17dcabbc123c), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:44.987739 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-98e9255b-9ec6-4a97-9397-531da6a37982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:44.988896 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-98e9255b-9ec6-4a97-9397-531da6a37982 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c71e5bf2-4db1-4afb-941a-17dcabbc123c HTTP/1.1" status: 204 len: 168 time: 0.3400164 Jan 25 18:38:44.992236 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-567c2536-2e7a-4a4e-bc2d-12f9fb51044c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:44.992794 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-567c2536-2e7a-4a4e-bc2d-12f9fb51044c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for port (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:44.994211 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-567c2536-2e7a-4a4e-bc2d-12f9fb51044c service neutron] 10.222.0.42 "PUT /v2.0/ports/bbbd3d57-8220-4579-8fe8-6979ccf35f92 HTTP/1.1" status: 200 len: 1093 time: 0.9122880 Jan 25 18:38:44.996227 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa729b2-4754-46de-93c8-c623eb2a98e1', 'tag': 'bbbd3d57-8220-4579-8fe8-6979ccf35f92'}] {{(pid=102637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:38:44.998618 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d684e4e91e5fd03d38a13c3d537823e5518f80ed6034d8fe3b9e30891c24508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c019ae3-2cc7-4eb9-b0d6-a92f1f132020" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa729b2-4754-46de-93c8-c623eb2a98e1", "tag": "bbbd3d57-8220-4579-8fe8-6979ccf35f92"}]}' {{(pid=102637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:38:45.019945 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9255b-9ec6-4a97-9397-531da6a37982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71e5bf2-4db1-4afb-941a-17dcabbc123c,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:45.034556 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c2536-2e7a-4a4e-bc2d-12f9fb51044c service neutron] Pushing event updated for resources: {'Port': ['ID=bbbd3d57-8220-4579-8fe8-6979ccf35f92,revision_number=3']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:45.050536 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e542362-4d53-4167-936e-4ef4b1eb2ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71e5bf2-4db1-4afb-941a-17dcabbc123c,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:45.108944 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-1cdd355d-abeb-4bf8-b064-005c4d1455c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:45.111285 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-1cdd355d-abeb-4bf8-b064-005c4d1455c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a3146285abdc4982ba9505ebc887faaa&device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 1096 time: 0.0547543 Jan 25 18:38:45.124850 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b04f42d4-9471-4cf4-95f0-182dc12a54ab req-d82384ba-fabe-4a81-8c20-2ad68a5578a8 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451349 Jan 25 18:38:45.167329 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-1822318a-a035-42b4-8561-8a2ee5c01b39 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbbd3d57-8220-4579-8fe8-6979ccf35f92 HTTP/1.1" status: 200 len: 217 time: 0.0483475 Jan 25 18:38:45.170974 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-4fd107e7-33e0-48c5-b454-2e4afdc77fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 482aa7c4-8d99-4195-8b20-d928e0e885c6 {{(pid=102638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:38:45.186557 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-90825cbd-f903-4f7d-b16f-2edd1b6973c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:45.188566 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-90825cbd-f903-4f7d-b16f-2edd1b6973c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fd0ab9445184d34bff3e43185fd5e1e&device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 1096 time: 0.5741146 Jan 25 18:38:45.194133 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-4fd107e7-33e0-48c5-b454-2e4afdc77fb8 service neutron] Publish callbacks [] for port (482aa7c4-8d99-4195-8b20-d928e0e885c6), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:45.227402 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9935de-faa7-48fb-8264-0533c814f6de req-a2757546-c366-459f-ace3-42b39867308d tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:45.233635 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4b9935de-faa7-48fb-8264-0533c814f6de req-a2757546-c366-459f-ace3-42b39867308d tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.1898065 Jan 25 18:38:45.262141 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-f45e8d71-6b6b-4e8d-ba2b-750b7a7c8720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:45.263691 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-f45e8d71-6b6b-4e8d-ba2b-750b7a7c8720 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e8bae059-1749-4e6b-8122-ee6422457f86 HTTP/1.1" status: 200 len: 849 time: 0.0887403 Jan 25 18:38:45.281759 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-a6a69e0a-bfc3-401f-accb-77a403e7a090 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93853a16-29bb-4dae-81a4-115c6c688504 HTTP/1.1" status: 200 len: 217 time: 0.0844483 Jan 25 18:38:45.320444 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.provisioning_blocks [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-4fd107e7-33e0-48c5-b454-2e4afdc77fb8 service neutron] Transition to ACTIVE for port object 482aa7c4-8d99-4195-8b20-d928e0e885c6 will not be triggered until provisioned by entity L2. {{(pid=102638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 18:38:45.348304 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-9af273e4-90f4-4b68-8886-44de773383a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:45.349844 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-9af273e4-90f4-4b68-8886-44de773383a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=39a92873-72dd-4c94-9b45-f8eddc76cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794358 Jan 25 18:38:45.369934 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-4fd107e7-33e0-48c5-b454-2e4afdc77fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (482aa7c4-8d99-4195-8b20-d928e0e885c6), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:45.407980 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-f0d8c64d-ad0b-47bb-bff2-f9642c729ff7 req-d5dd936f-cf81-4321-8567-42cdd107a21e service neutron] Publish callbacks [] for security_group (f4fdc256-07b6-4ef9-954b-8ffacd542800), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:45.455545 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-f0d8c64d-ad0b-47bb-bff2-f9642c729ff7 req-d5dd936f-cf81-4321-8567-42cdd107a21e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (f4fdc256-07b6-4ef9-954b-8ffacd542800), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:45.467356 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-d68da9a1-90ee-463e-b0dc-85f5bde49f78 service neutron] 10.222.0.42 "GET /v2.0/networks/39a92873-72dd-4c94-9b45-f8eddc76cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116018 Jan 25 18:38:45.507406 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4b9935de-faa7-48fb-8264-0533c814f6de req-0f67e0e6-6f61-4a7d-94f2-59f112d3bdad tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252948 Jan 25 18:38:45.549720 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 43422) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:45.569691 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-5d42c6e0-9cfb-47b0-b1e9-4c21eb9a111b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:45.571583 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-5d42c6e0-9cfb-47b0-b1e9-4c21eb9a111b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cec76f50-4972-4c18-a629-b0502bc042ec HTTP/1.1" status: 200 len: 855 time: 0.2539201 Jan 25 18:38:45.572929 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-fb46c4f8-6467-4c7b-b4e6-52a009f41bac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:45.580557 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd107e7-33e0-48c5-b454-2e4afdc77fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=482aa7c4-8d99-4195-8b20-d928e0e885c6,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:45.583948 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ab0784-e229-4bac-a6cc-8bd832bc54e5 x-openstack-request-id: req-35ab0784-e229-4bac-a6cc-8bd832bc54e5 {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:38:45.584240 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a74462a-e8b7-43d9-a2c4-785fd48f1ab6", "tag": "93853a16-29bb-4dae-81a4-115c6c688504", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:38:45.584496 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35ab0784-e229-4bac-a6cc-8bd832bc54e5 {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:38:45.584893 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a74462a-e8b7-43d9-a2c4-785fd48f1ab6', 'tag': '93853a16-29bb-4dae-81a4-115c6c688504', 'status': 'completed', 'code': 200} Jan 25 18:38:45.602712 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-91e1f1e5-ffe6-4bda-9ea8-b8b60ff3a956 req-dc85ddc6-1b71-4f8f-be9c-a8f0338943ca service neutron] 10.222.0.42 "GET /v2.0/networks/39a92873-72dd-4c94-9b45-f8eddc76cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293211 Jan 25 18:38:45.611121 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f0d8c64d-ad0b-47bb-bff2-f9642c729ff7 req-d5dd936f-cf81-4321-8567-42cdd107a21e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=99f67488-8204-4cc1-9f41-51be050b5ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2967131 Jan 25 18:38:45.650409 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbbc4b-4b0d-4e7f-a549-a1ba2abaa387 req-3dad375d-744c-42e0-8c5e-04ae105aa31b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:45.652010 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fbcbbc4b-4b0d-4e7f-a549-a1ba2abaa387 req-3dad375d-744c-42e0-8c5e-04ae105aa31b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 943 time: 0.3305266 Jan 25 18:38:45.652679 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd936f-cf81-4321-8567-42cdd107a21e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fdc256-07b6-4ef9-954b-8ffacd542800,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:45.689177 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-fb46c4f8-6467-4c7b-b4e6-52a009f41bac admin admin] Publish callbacks [] for security_group (c31652ff-1d6d-4e3f-bf80-072e7d7ed50e), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:45.697383 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-fb46c4f8-6467-4c7b-b4e6-52a009f41bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (c31652ff-1d6d-4e3f-bf80-072e7d7ed50e), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:45.728143 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-4fd107e7-33e0-48c5-b454-2e4afdc77fb8 service neutron] Attempting to bind port 482aa7c4-8d99-4195-8b20-d928e0e885c6 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:38:45.728486 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-4fd107e7-33e0-48c5-b454-2e4afdc77fb8 service neutron] Attempting to bind port 482aa7c4-8d99-4195-8b20-d928e0e885c6 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '7112a8d3-ac77-4c0b-be43-c5b226bd6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f1204178-e3f4-4d73-ba25-93a4ab80f272'}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:38:45.728819 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-4fd107e7-33e0-48c5-b454-2e4afdc77fb8 service neutron] Attempting to bind port 482aa7c4-8d99-4195-8b20-d928e0e885c6 on network f1204178-e3f4-4d73-ba25-93a4ab80f272 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:38:45.744987 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-fb46c4f8-6467-4c7b-b4e6-52a009f41bac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=929436f317e643e8af3b82b60eeb89e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1939273 Jan 25 18:38:45.746930 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46c4f8-6467-4c7b-b4e6-52a009f41bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31652ff-1d6d-4e3f-bf80-072e7d7ed50e,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:45.750581 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 43426) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:45.755124 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-4fd107e7-33e0-48c5-b454-2e4afdc77fb8 service neutron] Port 482aa7c4-8d99-4195-8b20-d928e0e885c6 on network f1204178-e3f4-4d73-ba25-93a4ab80f272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 18:38:45.755458 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-4fd107e7-33e0-48c5-b454-2e4afdc77fb8 service neutron] Attempting to bind port 482aa7c4-8d99-4195-8b20-d928e0e885c6 on network f1204178-e3f4-4d73-ba25-93a4ab80f272 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:38:45.767611 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-7f1c2348-4418-431d-b582-4d5b51f59adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:45.769111 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-7f1c2348-4418-431d-b582-4d5b51f59adb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=438eb890-9580-4e27-a169-38cf0147302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1834893 Jan 25 18:38:45.777963 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-4fd107e7-33e0-48c5-b454-2e4afdc77fb8 service neutron] Checking agent: {'id': 'bdb5f0d3-661d-4d22-a5ac-70c284fe21ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'started_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:38:45.778331 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-4fd107e7-33e0-48c5-b454-2e4afdc77fb8 service neutron] Checking segment: {'id': '7112a8d3-ac77-4c0b-be43-c5b226bd6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f1204178-e3f4-4d73-ba25-93a4ab80f272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:38:45.778711 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-4fd107e7-33e0-48c5-b454-2e4afdc77fb8 service neutron] Bound using segment: {'id': '7112a8d3-ac77-4c0b-be43-c5b226bd6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f1204178-e3f4-4d73-ba25-93a4ab80f272'} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:38:45.779140 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-4fd107e7-33e0-48c5-b454-2e4afdc77fb8 service neutron] Bound port: 482aa7c4-8d99-4195-8b20-d928e0e885c6, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7112a8d3-ac77-4c0b-be43-c5b226bd6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f1204178-e3f4-4d73-ba25-93a4ab80f272'}}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:38:45.779492 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-4fd107e7-33e0-48c5-b454-2e4afdc77fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (482aa7c4-8d99-4195-8b20-d928e0e885c6), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:45.783621 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde2de05-52e3-43a0-9bd4-6bb41330585a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c689a356-34e5-4c13-925d-823bf06c5abd'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:38:45.785880 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304bba83-7f6b-4672-a09e-592144eb5901" -d '{"events": [{"server_uuid": "fde2de05-52e3-43a0-9bd4-6bb41330585a", "name": "network-vif-plugged", "status": "completed", "tag": "c689a356-34e5-4c13-925d-823bf06c5abd"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:38:45.796871 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fbcbbc4b-4b0d-4e7f-a549-a1ba2abaa387 req-6d161df2-6188-4d55-bf5d-6da821a5fb32 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224899 Jan 25 18:38:45.801353 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b3772023-cc95-4d20-9471-a5b69b2b4495 admin admin] Publish callbacks [] for security_group (c31652ff-1d6d-4e3f-bf80-072e7d7ed50e), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:45.805822 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0ff74-427e-4e36-a6ca-3fca32d6dc02 req-a20f2609-077a-4e79-ae86-1089876d04bc tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:45.807645 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-29e0ff74-427e-4e36-a6ca-3fca32d6dc02 req-a20f2609-077a-4e79-ae86-1089876d04bc tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 946 time: 0.1520686 Jan 25 18:38:45.824697 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b3772023-cc95-4d20-9471-a5b69b2b4495 admin admin] Publish callbacks [] for security_group (c31652ff-1d6d-4e3f-bf80-072e7d7ed50e), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:45.849312 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088944a0-18a4-4d86-9add-b07f995cd453 x-openstack-request-id: req-088944a0-18a4-4d86-9add-b07f995cd453 {{(pid=102637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:38:45.849742 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa729b2-4754-46de-93c8-c623eb2a98e1", "tag": "bbbd3d57-8220-4579-8fe8-6979ccf35f92", "status": "completed", "code": 200}]} {{(pid=102637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:38:45.849840 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-088944a0-18a4-4d86-9add-b07f995cd453 {{(pid=102637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:38:45.850259 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa729b2-4754-46de-93c8-c623eb2a98e1', 'tag': 'bbbd3d57-8220-4579-8fe8-6979ccf35f92', 'status': 'completed', 'code': 200} Jan 25 18:38:45.896124 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6adda1-0ed7-457b-b1cf-e842a72d912c x-openstack-request-id: req-cc6adda1-0ed7-457b-b1cf-e842a72d912c {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:38:45.896468 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde2de05-52e3-43a0-9bd4-6bb41330585a", "name": "network-vif-plugged", "status": "completed", "tag": "c689a356-34e5-4c13-925d-823bf06c5abd", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:38:45.897256 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc6adda1-0ed7-457b-b1cf-e842a72d912c {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:38:45.897649 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde2de05-52e3-43a0-9bd4-6bb41330585a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c689a356-34e5-4c13-925d-823bf06c5abd', 'code': 200} Jan 25 18:38:45.901578 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b3772023-cc95-4d20-9471-a5b69b2b4495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (c31652ff-1d6d-4e3f-bf80-072e7d7ed50e), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:45.904402 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b3772023-cc95-4d20-9471-a5b69b2b4495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:45.908464 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-b3772023-cc95-4d20-9471-a5b69b2b4495 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c31652ff-1d6d-4e3f-bf80-072e7d7ed50e HTTP/1.1" status: 204 len: 168 time: 0.1538489 Jan 25 18:38:45.917599 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3772023-cc95-4d20-9471-a5b69b2b4495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31652ff-1d6d-4e3f-bf80-072e7d7ed50e,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:45.998645 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-4fd107e7-33e0-48c5-b454-2e4afdc77fb8 service neutron] For port 482aa7c4-8d99-4195-8b20-d928e0e885c6, host hv-cinder-82635, cleared binding levels {{(pid=102638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:38:46.047606 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-4fd107e7-33e0-48c5-b454-2e4afdc77fb8 service neutron] For port 482aa7c4-8d99-4195-8b20-d928e0e885c6, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=482aa7c4-8d99-4195-8b20-d928e0e885c6,segment=NetworkSegment(7112a8d3-ac77-4c0b-be43-c5b226bd6d84),segment_id=7112a8d3-ac77-4c0b-be43-c5b226bd6d84)] {{(pid=102638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:38:46.075096 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-29e0ff74-427e-4e36-a6ca-3fca32d6dc02 req-ed9bf4c4-9b5e-42cb-b11a-327685f32645 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410786 Jan 25 18:38:46.076675 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-4fd107e7-33e0-48c5-b454-2e4afdc77fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (482aa7c4-8d99-4195-8b20-d928e0e885c6), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:46.097969 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-d6f98ea8-a73a-4611-b779-7c405dfb6d50 service neutron] 10.222.0.42 "GET /v2.0/networks/438eb890-9580-4e27-a169-38cf0147302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628980 Jan 25 18:38:46.102278 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c019ae3-2cc7-4eb9-b0d6-a92f1f132020 req-b87a5b7c-2921-4b61-8de5-97b4ea33b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:46.103907 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5c019ae3-2cc7-4eb9-b0d6-a92f1f132020 req-b87a5b7c-2921-4b61-8de5-97b4ea33b0a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a3146285abdc4982ba9505ebc887faaa&device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 1096 time: 0.2304473 Jan 25 18:38:46.132091 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-4fd107e7-33e0-48c5-b454-2e4afdc77fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:46.132983 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-4fd107e7-33e0-48c5-b454-2e4afdc77fb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:46.134425 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-4fd107e7-33e0-48c5-b454-2e4afdc77fb8 service neutron] 10.222.0.42 "PUT /v2.0/ports/482aa7c4-8d99-4195-8b20-d928e0e885c6 HTTP/1.1" status: 200 len: 1093 time: 2.7223527 Jan 25 18:38:46.150950 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02124fa5-6c9d-4301-acf2-aa011edf6bcd req-415ff2e9-c892-4315-8032-a68a2da47e38 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:46.154850 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-02124fa5-6c9d-4301-acf2-aa011edf6bcd req-415ff2e9-c892-4315-8032-a68a2da47e38 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1787975 Jan 25 18:38:46.211852 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd107e7-33e0-48c5-b454-2e4afdc77fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=482aa7c4-8d99-4195-8b20-d928e0e885c6,revision_number=3']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:46.258473 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 43446) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:46.269167 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-02124fa5-6c9d-4301-acf2-aa011edf6bcd req-843993d7-3270-460b-9f07-1fef539d78b3 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f67488-8204-4cc1-9f41-51be050b5ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990448 Jan 25 18:38:46.290694 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573250d-2315-4a1a-b561-cc373b2ece87 req-70d8d9ae-d67c-492f-b052-643b042141e0 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:46.294395 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8573250d-2315-4a1a-b561-cc373b2ece87 req-70d8d9ae-d67c-492f-b052-643b042141e0 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 943 time: 0.0731359 Jan 25 18:38:46.341851 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8573250d-2315-4a1a-b561-cc373b2ece87 req-37ebb572-4cbf-4076-a365-e31a05519454 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415668 Jan 25 18:38:46.385665 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-50cbe976-207e-4ecd-9584-a8d0cf48b7b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:46.466634 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-50cbe976-207e-4ecd-9584-a8d0cf48b7b1 admin admin] Publish callbacks [] for security_group (610c9064-ee1f-4bff-8181-76aa0fe00b3f), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:46.471552 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-50cbe976-207e-4ecd-9584-a8d0cf48b7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (610c9064-ee1f-4bff-8181-76aa0fe00b3f), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:46.508154 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-50cbe976-207e-4ecd-9584-a8d0cf48b7b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=18d153b6e78447d18efdf212c12befdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488894 Jan 25 18:38:46.510899 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 43458) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:46.512573 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbe976-207e-4ecd-9584-a8d0cf48b7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610c9064-ee1f-4bff-8181-76aa0fe00b3f,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:46.573168 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-54606514-ebd0-4db5-a498-a25ec3fd75c6 admin admin] Publish callbacks [] for security_group (610c9064-ee1f-4bff-8181-76aa0fe00b3f), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:46.595659 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-54606514-ebd0-4db5-a498-a25ec3fd75c6 admin admin] Publish callbacks [] for security_group (610c9064-ee1f-4bff-8181-76aa0fe00b3f), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:46.638293 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c288f-7f2b-400a-a397-64a81c7a1d3a req-f970899d-33e5-4e24-9585-a06f34454c36 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:46.641969 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-993c288f-7f2b-400a-a397-64a81c7a1d3a req-f970899d-33e5-4e24-9585-a06f34454c36 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0624197 Jan 25 18:38:46.643717 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-54606514-ebd0-4db5-a498-a25ec3fd75c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (610c9064-ee1f-4bff-8181-76aa0fe00b3f), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:46.646560 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-54606514-ebd0-4db5-a498-a25ec3fd75c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:46.647975 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-54606514-ebd0-4db5-a498-a25ec3fd75c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/610c9064-ee1f-4bff-8181-76aa0fe00b3f HTTP/1.1" status: 204 len: 168 time: 0.1363168 Jan 25 18:38:46.655812 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54606514-ebd0-4db5-a498-a25ec3fd75c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610c9064-ee1f-4bff-8181-76aa0fe00b3f,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:46.707417 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-993c288f-7f2b-400a-a397-64a81c7a1d3a req-1f323c61-9997-49c9-96dc-bc95b14e9293 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598376 Jan 25 18:38:46.918843 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6220be-8f99-4e95-9fd6-fd6d5aacfbc0 req-7cde07a5-cf8a-4b27-a2de-e0b09b2032b9 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:46.920358 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5e6220be-8f99-4e95-9fd6-fd6d5aacfbc0 req-7cde07a5-cf8a-4b27-a2de-e0b09b2032b9 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 943 time: 0.0498905 Jan 25 18:38:46.973248 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5e6220be-8f99-4e95-9fd6-fd6d5aacfbc0 req-f8bab9b3-6104-4aab-bcd9-c6def0a41d9d tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472546 Jan 25 18:38:47.190932 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44a9df-8c39-42a8-8158-d54e0fec7ad3 req-8337e52f-eba7-4a6c-908f-eef7b9e54569 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:47.196193 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-dc44a9df-8c39-42a8-8158-d54e0fec7ad3 req-8337e52f-eba7-4a6c-908f-eef7b9e54569 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 946 time: 0.0569928 Jan 25 18:38:47.245961 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-dc44a9df-8c39-42a8-8158-d54e0fec7ad3 req-90afb648-4e3d-403b-baec-455a1e0ecc13 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470989 Jan 25 18:38:47.398048 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a7fdd-dfe5-44ab-bcad-606d22df2a75 req-13f03704-eb94-4c9a-9bbb-5fd57d831bbf tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:47.399629 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-192a7fdd-dfe5-44ab-bcad-606d22df2a75 req-13f03704-eb94-4c9a-9bbb-5fd57d831bbf tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0566545 Jan 25 18:38:47.490371 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-192a7fdd-dfe5-44ab-bcad-606d22df2a75 req-1feae3f2-a307-4d2c-ba94-6ba63029a1ce tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f67488-8204-4cc1-9f41-51be050b5ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790889 Jan 25 18:38:47.510646 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 43520) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:47.523209 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216784f-3287-49e9-85e1-ca8a533b6374 req-6513ed00-a72d-4810-a9e0-f00846cc81ad tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:47.524680 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8216784f-3287-49e9-85e1-ca8a533b6374 req-6513ed00-a72d-4810-a9e0-f00846cc81ad tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 943 time: 0.0871475 Jan 25 18:38:47.551409 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device c5f01456-5a0b-4460-91e4-8a9fff427abf up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:38:47.585444 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f1727c-a9bf-4303-b846-dbece8ac931b', 'tag': '482aa7c4-8d99-4195-8b20-d928e0e885c6'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:38:47.587749 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0f095f-52e7-4335-9448-2af438abb7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f1727c-a9bf-4303-b846-dbece8ac931b", "tag": "482aa7c4-8d99-4195-8b20-d928e0e885c6"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:38:47.603301 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8216784f-3287-49e9-85e1-ca8a533b6374 req-cc42daa3-8a7f-4a19-953d-4f4bd51bfbe7 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720372 Jan 25 18:38:47.614943 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning for port c5f01456-5a0b-4460-91e4-8a9fff427abf completed by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 18:38:47.626901 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port c5f01456-5a0b-4460-91e4-8a9fff427abf triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:38:47.627591 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (c5f01456-5a0b-4460-91e4-8a9fff427abf), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:47.633682 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-4a8ea292-6726-45a6-8d7b-90166b5cf008 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1162754902-network', 'tenant_id': '3cdf17c5967c425c973d4c3cfb217d78'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:47.641075 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511e21b5-7750-48c9-8ef3-6b157b583e43 x-openstack-request-id: req-511e21b5-7750-48c9-8ef3-6b157b583e43 {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:38:47.641580 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f1727c-a9bf-4303-b846-dbece8ac931b", "tag": "482aa7c4-8d99-4195-8b20-d928e0e885c6", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:38:47.641992 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-511e21b5-7750-48c9-8ef3-6b157b583e43 {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:38:47.642476 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f1727c-a9bf-4303-b846-dbece8ac931b', 'tag': '482aa7c4-8d99-4195-8b20-d928e0e885c6', 'status': 'completed', 'code': 200} Jan 25 18:38:47.654766 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8ea292-6726-45a6-8d7b-90166b5cf008 admin admin] Made reservation on behalf of 3cdf17c5967c425c973d4c3cfb217d78 for: {'network': 1} {{(pid=102637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:38:47.657605 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea292-6726-45a6-8d7b-90166b5cf008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for network (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:47.668287 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea292-6726-45a6-8d7b-90166b5cf008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:47.715496 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port c5f01456-5a0b-4460-91e4-8a9fff427abf is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:47.715894 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (c5f01456-5a0b-4460-91e4-8a9fff427abf), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:47.758849 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port c5f01456-5a0b-4460-91e4-8a9fff427abf, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=c5f01456-5a0b-4460-91e4-8a9fff427abf,segment=NetworkSegment(7112a8d3-ac77-4c0b-be43-c5b226bd6d84),segment_id=7112a8d3-ac77-4c0b-be43-c5b226bd6d84)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:38:47.765460 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (c5f01456-5a0b-4460-91e4-8a9fff427abf), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:47.766537 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea292-6726-45a6-8d7b-90166b5cf008 admin admin] Publish callbacks [] for security_group (20d9a76d-a3fa-4fc4-a1b4-46c5a68e9975), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:47.774117 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea292-6726-45a6-8d7b-90166b5cf008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (20d9a76d-a3fa-4fc4-a1b4-46c5a68e9975), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:47.809905 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8ea292-6726-45a6-8d7b-90166b5cf008 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=102637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 18:38:47.821257 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ea292-6726-45a6-8d7b-90166b5cf008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d9a76d-a3fa-4fc4-a1b4-46c5a68e9975,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:47.827675 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea292-6726-45a6-8d7b-90166b5cf008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (049b01f6-542e-4f4c-8fc9-a9950fd95032), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:47.828208 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.db.segments_db [None req-4a8ea292-6726-45a6-8d7b-90166b5cf008 admin admin] Added segment 049b01f6-542e-4f4c-8fc9-a9950fd95032 of type vlan for network be1f9cc7-e687-44af-b698-44c405c78a53 Jan 25 18:38:47.853665 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=c5f01456-5a0b-4460-91e4-8a9fff427abf,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:47.870267 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddd7c5-38f4-4c6a-a083-49ee79782055 req-993db4a9-858a-48c8-8ea7-c9de2dd3d76a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:47.872275 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-17ddd7c5-38f4-4c6a-a083-49ee79782055 req-993db4a9-858a-48c8-8ea7-c9de2dd3d76a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0672231 Jan 25 18:38:47.885089 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea292-6726-45a6-8d7b-90166b5cf008 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748160996684'] for network (be1f9cc7-e687-44af-b698-44c405c78a53), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:47.900162 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeafc466-2f31-4c1e-b068-6fbc12115bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f01456-5a0b-4460-91e4-8a9fff427abf'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:38:47.905385 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37477f63-f864-4ae0-bf11-6b4f013ee278" -d '{"events": [{"server_uuid": "eeafc466-2f31-4c1e-b068-6fbc12115bce", "name": "network-vif-plugged", "status": "completed", "tag": "c5f01456-5a0b-4460-91e4-8a9fff427abf"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:38:47.918571 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea292-6726-45a6-8d7b-90166b5cf008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for network (be1f9cc7-e687-44af-b698-44c405c78a53), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:47.919807 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8ea292-6726-45a6-8d7b-90166b5cf008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:47.920532 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea292-6726-45a6-8d7b-90166b5cf008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:47.951843 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd979e6e-4f79-4885-ba55-e6aaaac2a0f7 x-openstack-request-id: req-cd979e6e-4f79-4885-ba55-e6aaaac2a0f7 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:38:47.952418 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeafc466-2f31-4c1e-b068-6fbc12115bce", "name": "network-vif-plugged", "status": "completed", "tag": "c5f01456-5a0b-4460-91e4-8a9fff427abf", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:38:47.952890 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd979e6e-4f79-4885-ba55-e6aaaac2a0f7 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:38:47.953615 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeafc466-2f31-4c1e-b068-6fbc12115bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f01456-5a0b-4460-91e4-8a9fff427abf', 'code': 200} Jan 25 18:38:47.961385 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-4a8ea292-6726-45a6-8d7b-90166b5cf008 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4464746 Jan 25 18:38:47.961585 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 43532) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:47.962506 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-17ddd7c5-38f4-4c6a-a083-49ee79782055 req-5372cf21-a240-416d-bde5-228325d70d2c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772293 Jan 25 18:38:47.995570 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-456f3658-9c3c-4e7b-bc2f-929df29a7480 admin admin] Request body: {'subnet': {'network_id': 'be1f9cc7-e687-44af-b698-44c405c78a53', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1162754902-subnet', 'tenant_id': '3cdf17c5967c425c973d4c3cfb217d78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:48.016680 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ea292-6726-45a6-8d7b-90166b5cf008 admin admin] Pushing event updated for resources: {'Network': ['ID=be1f9cc7-e687-44af-b698-44c405c78a53,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:48.030752 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456f3658-9c3c-4e7b-bc2f-929df29a7480 admin admin] Made reservation on behalf of 3cdf17c5967c425c973d4c3cfb217d78 for: {'subnet': 1} {{(pid=102637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:38:48.033256 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Network be1f9cc7-e687-44af-b698-44c405c78a53 details requested by agent ovs-agent-dv-cinder-826350-1-iscsi with host dv-cinder-826350-1-iscsi {{(pid=102639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 18:38:48.033382 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-456f3658-9c3c-4e7b-bc2f-929df29a7480 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:48.147943 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69149d9e-a3b2-4822-b2ee-c9764cbf9e2d req-36c12a3b-7ae8-4ad0-93f7-068c2a492afe tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:48.150519 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-69149d9e-a3b2-4822-b2ee-c9764cbf9e2d req-36c12a3b-7ae8-4ad0-93f7-068c2a492afe tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 943 time: 0.0794713 Jan 25 18:38:48.196869 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-69149d9e-a3b2-4822-b2ee-c9764cbf9e2d req-838a11bd-0caa-48aa-a6ce-bae57954e75a tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416348 Jan 25 18:38:48.229552 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-456f3658-9c3c-4e7b-bc2f-929df29a7480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for subnet (8bc537b6-f0da-4f1c-9c8b-90041f2a9fd9), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:48.283824 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f3658-9c3c-4e7b-bc2f-929df29a7480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bc537b6-f0da-4f1c-9c8b-90041f2a9fd9,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:48.292477 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456f3658-9c3c-4e7b-bc2f-929df29a7480 admin admin] Checking segment: {'id': '049b01f6-542e-4f4c-8fc9-a9950fd95032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'be1f9cc7-e687-44af-b698-44c405c78a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:38:48.292931 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456f3658-9c3c-4e7b-bc2f-929df29a7480 admin admin] Network hostable DHCP agents. Network: be1f9cc7-e687-44af-b698-44c405c78a53, hostable agents: ['b5880275-9c8b-431f-be2f-f5317484e45d'], hosted agents: [] {{(pid=102637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 18:38:48.308980 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456f3658-9c3c-4e7b-bc2f-929df29a7480 admin admin] Network be1f9cc7-e687-44af-b698-44c405c78a53 is scheduled to be hosted by DHCP agent b5880275-9c8b-431f-be2f-f5317484e45d with binding_index 1 {{(pid=102637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 18:38:48.318476 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-456f3658-9c3c-4e7b-bc2f-929df29a7480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-1-iscsi, be1f9cc7-e687-44af-b698-44c405c78a53) {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:48.322665 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456f3658-9c3c-4e7b-bc2f-929df29a7480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:48.323259 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-456f3658-9c3c-4e7b-bc2f-929df29a7480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for subnet (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:48.328802 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6aadd87-a9d1-4585-9a8b-ac2812f8ed33 None None] Network be1f9cc7-e687-44af-b698-44c405c78a53 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:38:48.346657 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-456f3658-9c3c-4e7b-bc2f-929df29a7480 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3814142 Jan 25 18:38:48.377908 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976cceb-ee52-4661-b77c-2c8d458c3839 req-83a3f690-84f5-403d-9068-1b5c6e4e1439 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:48.379438 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9976cceb-ee52-4661-b77c-2c8d458c3839 req-83a3f690-84f5-403d-9068-1b5c6e4e1439 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 946 time: 0.0566158 Jan 25 18:38:48.430264 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9976cceb-ee52-4661-b77c-2c8d458c3839 req-9998d92b-5e36-4ea0-a27c-c60e2006d26b tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450535 Jan 25 18:38:48.434340 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b76574-4b16-439f-a71e-ce2d31afcd97 None None] Network be1f9cc7-e687-44af-b698-44c405c78a53 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:38:48.606909 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-e98243cb-705e-443e-bf3a-a0ec5059413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:48.608344 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-e98243cb-705e-443e-bf3a-a0ec5059413a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79f0c4c6863c4b73a0b86bb8d897ad55&device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 1096 time: 0.0448897 Jan 25 18:38:48.670054 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-f7f942a5-42ce-4785-bfa5-0a3a43fdeaa1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=482aa7c4-8d99-4195-8b20-d928e0e885c6 HTTP/1.1" status: 200 len: 217 time: 0.0491080 Jan 25 18:38:48.774757 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-cf40824e-5c30-48bb-b0f1-4e17422364ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:48.776406 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-cf40824e-5c30-48bb-b0f1-4e17422364ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18b441d1-81c8-4da4-95e8-ec948459c314 HTTP/1.1" status: 200 len: 859 time: 0.0995688 Jan 25 18:38:48.782045 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.42', 49951) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:48.841172 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a3a9a-83c9-46ed-bcbc-fd862413f4eb req-db085169-be51-4023-8680-a6549faae0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:48.842716 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a86a3a9a-83c9-46ed-bcbc-fd862413f4eb req-db085169-be51-4023-8680-a6549faae0fb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 1099 time: 0.2677715 Jan 25 18:38:48.849767 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097af3c-aa74-45e4-8035-22edabe9bdb3 req-3036622a-91de-4c4a-9d7e-8dbff79ea0a8 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:48.851187 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8097af3c-aa74-45e4-8035-22edabe9bdb3 req-3036622a-91de-4c4a-9d7e-8dbff79ea0a8 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 945 time: 0.2501035 Jan 25 18:38:48.851942 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-80755d88-e3de-44ba-853f-97c3d04dd343 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f1204178-e3f4-4d73-ba25-93a4ab80f272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585778 Jan 25 18:38:48.894879 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c019ae3-2cc7-4eb9-b0d6-a92f1f132020 req-3748c574-5b53-44d5-a354-7731ca9e5ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:48.896312 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5c019ae3-2cc7-4eb9-b0d6-a92f1f132020 req-3748c574-5b53-44d5-a354-7731ca9e5ad3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=39a92873-72dd-4c94-9b45-f8eddc76cfc4 HTTP/1.1" status: 200 len: 911 time: 0.3713937 Jan 25 18:38:48.924571 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-c7961a17-6ca6-4f2e-90a3-a41e5aa17830 service neutron] 10.222.0.42 "GET /v2.0/networks/438eb890-9580-4e27-a169-38cf0147302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904037 Jan 25 18:38:48.962487 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372fd7d-48c3-4a1a-b0f1-38b0493d68c6 req-3d8a35b7-6698-45b6-9038-2ebd5a64f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:48.965887 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-c372fd7d-48c3-4a1a-b0f1-38b0493d68c6 req-3d8a35b7-6698-45b6-9038-2ebd5a64f441 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 1099 time: 0.1763103 Jan 25 18:38:48.967372 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6ca56-2b22-4552-ac3f-57c4377f71f4 req-82ad1b22-25ed-4a25-ad90-a52cad139859 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:48.969449 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d4a6ca56-2b22-4552-ac3f-57c4377f71f4 req-82ad1b22-25ed-4a25-ad90-a52cad139859 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 943 time: 0.2413583 Jan 25 18:38:48.978624 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5c019ae3-2cc7-4eb9-b0d6-a92f1f132020 req-bf31d1e5-2631-4bb6-8a3c-aec686e19ce2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbbd3d57-8220-4579-8fe8-6979ccf35f92 HTTP/1.1" status: 200 len: 217 time: 0.0676579 Jan 25 18:38:48.996606 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-f38a9716-c7fa-4ae4-a826-b43198afb232 service neutron] 10.222.0.42 "GET /v2.0/networks/f1204178-e3f4-4d73-ba25-93a4ab80f272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224437 Jan 25 18:38:49.007839 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 43566) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:49.012759 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-9650bc87-87cf-4131-af45-ea5b7d003c1a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-304435310-network', 'tenant_id': '5c4c6551a4d74a56a56605de8175d95f'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:49.013313 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a86a3a9a-83c9-46ed-bcbc-fd862413f4eb req-51a0da20-e1e8-4a0a-b0af-6db72aa7ce11 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611974 Jan 25 18:38:49.021073 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8097af3c-aa74-45e4-8035-22edabe9bdb3 req-d29d5729-e623-4318-8402-d0c3a0b42861 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f67488-8204-4cc1-9f41-51be050b5ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552725 Jan 25 18:38:49.032206 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9650bc87-87cf-4131-af45-ea5b7d003c1a admin admin] Made reservation on behalf of 5c4c6551a4d74a56a56605de8175d95f for: {'network': 1} {{(pid=102637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:38:49.034680 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-9650bc87-87cf-4131-af45-ea5b7d003c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for network (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:49.044137 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-9650bc87-87cf-4131-af45-ea5b7d003c1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:49.053701 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d4a6ca56-2b22-4552-ac3f-57c4377f71f4 req-8c659e60-8e8b-4a4b-9e54-0074f860cf4d tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740964 Jan 25 18:38:49.128286 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-9650bc87-87cf-4131-af45-ea5b7d003c1a admin admin] Publish callbacks [] for security_group (cc1fc3c2-bf4b-44fa-a670-07222bbc9c86), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:49.138625 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b8210-1dd4-4da0-883a-dfa12f992a1a req-5bfd14cf-b380-4d2b-b5db-5f6b7ffa0d91 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:49.140173 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-884b8210-1dd4-4da0-883a-dfa12f992a1a req-5bfd14cf-b380-4d2b-b5db-5f6b7ffa0d91 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0505929 Jan 25 18:38:49.141835 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-9650bc87-87cf-4131-af45-ea5b7d003c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (cc1fc3c2-bf4b-44fa-a670-07222bbc9c86), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:49.169131 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650bc87-87cf-4131-af45-ea5b7d003c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1fc3c2-bf4b-44fa-a670-07222bbc9c86,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:49.180486 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9650bc87-87cf-4131-af45-ea5b7d003c1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=102637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 18:38:49.191708 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-9650bc87-87cf-4131-af45-ea5b7d003c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (df1b6c65-8b3b-4fe2-bce8-5a69d35fbb2f), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:49.192110 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.db.segments_db [None req-9650bc87-87cf-4131-af45-ea5b7d003c1a admin admin] Added segment df1b6c65-8b3b-4fe2-bce8-5a69d35fbb2f of type vlan for network 9472f992-d9a4-4f98-8bdc-805f49663cb3 Jan 25 18:38:49.199062 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-884b8210-1dd4-4da0-883a-dfa12f992a1a req-cc7ae464-91b9-485b-9e05-1354125b35ac tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528612 Jan 25 18:38:49.241631 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-9650bc87-87cf-4131-af45-ea5b7d003c1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748160996684'] for network (9472f992-d9a4-4f98-8bdc-805f49663cb3), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:49.273251 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-9650bc87-87cf-4131-af45-ea5b7d003c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for network (9472f992-d9a4-4f98-8bdc-805f49663cb3), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:49.274394 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9650bc87-87cf-4131-af45-ea5b7d003c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:49.275104 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-9650bc87-87cf-4131-af45-ea5b7d003c1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:49.337543 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-9650bc87-87cf-4131-af45-ea5b7d003c1a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3284924 Jan 25 18:38:49.340193 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 43576) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:49.347493 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-d2df4380-46fd-407f-90b6-5ce7d2b9108c admin admin] Request body: {'subnet': {'network_id': '9472f992-d9a4-4f98-8bdc-805f49663cb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-304435310-subnet', 'tenant_id': '5c4c6551a4d74a56a56605de8175d95f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:38:49.351899 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650bc87-87cf-4131-af45-ea5b7d003c1a admin admin] Pushing event updated for resources: {'Network': ['ID=9472f992-d9a4-4f98-8bdc-805f49663cb3,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:49.366225 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Network 9472f992-d9a4-4f98-8bdc-805f49663cb3 details requested by agent ovs-agent-dv-cinder-826350-1-iscsi with host dv-cinder-826350-1-iscsi {{(pid=102639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 18:38:49.375295 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2df4380-46fd-407f-90b6-5ce7d2b9108c admin admin] Made reservation on behalf of 5c4c6551a4d74a56a56605de8175d95f for: {'subnet': 1} {{(pid=102637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:38:49.378678 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-d2df4380-46fd-407f-90b6-5ce7d2b9108c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:49.523102 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d1f5b-b5fb-42b7-b479-020da589c136 req-44b9fd2b-ef5e-45b2-b94f-a74fe771813d tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:49.524646 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-903d1f5b-b5fb-42b7-b479-020da589c136 req-44b9fd2b-ef5e-45b2-b94f-a74fe771813d tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 943 time: 0.2543957 Jan 25 18:38:49.605343 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84803225-bc19-4708-a46a-34af8fac0bb4 req-65c3964b-d55a-44f3-ba54-4e37cd1cf12a tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:49.606881 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-84803225-bc19-4708-a46a-34af8fac0bb4 req-65c3964b-d55a-44f3-ba54-4e37cd1cf12a tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 946 time: 0.1000161 Jan 25 18:38:49.615055 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-903d1f5b-b5fb-42b7-b479-020da589c136 req-b91a116c-efdc-4eb5-85a8-7bbf219f6531 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705762 Jan 25 18:38:49.662743 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-84803225-bc19-4708-a46a-34af8fac0bb4 req-382c89e5-da42-4d2c-ab87-94f25e3118cd tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457051 Jan 25 18:38:49.761734 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-d2df4380-46fd-407f-90b6-5ce7d2b9108c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for subnet (a1720516-5c67-418c-89d5-51e1df5c6dcf), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:49.816325 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df4380-46fd-407f-90b6-5ce7d2b9108c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1720516-5c67-418c-89d5-51e1df5c6dcf,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:49.827043 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2df4380-46fd-407f-90b6-5ce7d2b9108c admin admin] Checking segment: {'id': 'df1b6c65-8b3b-4fe2-bce8-5a69d35fbb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9472f992-d9a4-4f98-8bdc-805f49663cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:38:49.827442 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2df4380-46fd-407f-90b6-5ce7d2b9108c admin admin] Network hostable DHCP agents. Network: 9472f992-d9a4-4f98-8bdc-805f49663cb3, hostable agents: ['b5880275-9c8b-431f-be2f-f5317484e45d'], hosted agents: [] {{(pid=102637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 18:38:49.844752 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2df4380-46fd-407f-90b6-5ce7d2b9108c admin admin] Network 9472f992-d9a4-4f98-8bdc-805f49663cb3 is scheduled to be hosted by DHCP agent b5880275-9c8b-431f-be2f-f5317484e45d with binding_index 1 {{(pid=102637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 18:38:49.855459 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-d2df4380-46fd-407f-90b6-5ce7d2b9108c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-1-iscsi, 9472f992-d9a4-4f98-8bdc-805f49663cb3) {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:38:49.860668 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2df4380-46fd-407f-90b6-5ce7d2b9108c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:49.865618 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0639e97-4b60-40ba-bdec-47f3324f6889 None None] Network 9472f992-d9a4-4f98-8bdc-805f49663cb3 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:38:49.866390 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-d2df4380-46fd-407f-90b6-5ce7d2b9108c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for subnet (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:49.889011 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-d2df4380-46fd-407f-90b6-5ce7d2b9108c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5420539 Jan 25 18:38:49.977103 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329a7d65-62eb-432c-aba1-4927e836f384 None None] Network 9472f992-d9a4-4f98-8bdc-805f49663cb3 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:38:50.012263 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 43596) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:50.060340 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_v2 [None req-013ada6f-841a-4674-bdfa-9d792c31b8bc admin admin] Deleting subnet 8bc537b6-f0da-4f1c-9c8b-90041f2a9fd9 {{(pid=102637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 18:38:50.063715 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-013ada6f-841a-4674-bdfa-9d792c31b8bc admin admin] Publish callbacks [] for subnet (8bc537b6-f0da-4f1c-9c8b-90041f2a9fd9), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:50.099787 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-013ada6f-841a-4674-bdfa-9d792c31b8bc admin admin] Publish callbacks [] for subnet (8bc537b6-f0da-4f1c-9c8b-90041f2a9fd9), precommit_delete_associations {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:50.109727 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-013ada6f-841a-4674-bdfa-9d792c31b8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490167'] for subnet (8bc537b6-f0da-4f1c-9c8b-90041f2a9fd9), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:50.152132 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5c3fd-a696-4de7-9a36-6cdf75690919 req-b17704af-674c-4ee7-9c6f-4ad23ecc988b tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:50.153535 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d9e5c3fd-a696-4de7-9a36-6cdf75690919 req-b17704af-674c-4ee7-9c6f-4ad23ecc988b tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0586648 Jan 25 18:38:50.165431 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-013ada6f-841a-4674-bdfa-9d792c31b8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for subnet (8bc537b6-f0da-4f1c-9c8b-90041f2a9fd9), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:50.192784 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ada6f-841a-4674-bdfa-9d792c31b8bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bc537b6-f0da-4f1c-9c8b-90041f2a9fd9,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:50.197540 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-013ada6f-841a-4674-bdfa-9d792c31b8bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:50.201241 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-013ada6f-841a-4674-bdfa-9d792c31b8bc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8bc537b6-f0da-4f1c-9c8b-90041f2a9fd9 HTTP/1.1" status: 204 len: 168 time: 0.1876686 Jan 25 18:38:50.203709 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 43602) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:50.214921 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d36bb8-0581-4ce1-b5e1-08eba18360e5 req-8e8cbff8-a82c-4844-b226-70e34036bc37 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:50.216585 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d8d36bb8-0581-4ce1-b5e1-08eba18360e5 req-8e8cbff8-a82c-4844-b226-70e34036bc37 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 943 time: 0.0842755 Jan 25 18:38:50.235131 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d9e5c3fd-a696-4de7-9a36-6cdf75690919 req-c65d8239-497e-4be0-8996-960cb5c095c5 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f67488-8204-4cc1-9f41-51be050b5ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666919 Jan 25 18:38:50.270953 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d8d36bb8-0581-4ce1-b5e1-08eba18360e5 req-a606cf58-eafd-48b9-9a6b-a934b501248f tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463607 Jan 25 18:38:50.277820 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530550'] for network (be1f9cc7-e687-44af-b698-44c405c78a53), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:50.341371 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a40cc-da1c-4a5b-a748-a2aa693c9597 req-b4fb7112-b446-4ef6-b10b-1cf1e49fa937 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:50.342862 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-237a40cc-da1c-4a5b-a748-a2aa693c9597 req-b4fb7112-b446-4ef6-b10b-1cf1e49fa937 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0499437 Jan 25 18:38:50.362564 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488764', 'neutron.services.segments.db._delete_segments_for_network-8748161470832'] for network (be1f9cc7-e687-44af-b698-44c405c78a53), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:50.382229 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:38:50.382573 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:38:50.383325 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:38:50.383655 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] Subscribe: > port after_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:38:50.383993 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:38:50.384326 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] Subscribe: > port after_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:38:50.384646 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:38:50.384962 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:38:50.385273 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:38:50.385587 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:38:50.389743 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-237a40cc-da1c-4a5b-a748-a2aa693c9597 req-8e497ff0-cb89-44b4-8dba-2c9ff0f0b3ec tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406492 Jan 25 18:38:50.547281 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:38:50.547629 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:38:50.547960 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:38:50.548289 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:38:50.548672 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.services.segments.db [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1f9cc7-e687-44af-b698-44c405c78a53']}} {{(pid=102637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:50.565977 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.services.segments.db [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '049b01f6-542e-4f4c-8fc9-a9950fd95032') {'for_net_delete': True} {{(pid=102637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:50.566297 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.services.segments.db [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '049b01f6-542e-4f4c-8fc9-a9950fd95032') {} {{(pid=102637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:50.582348 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748161465977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3682490'] for segment (049b01f6-542e-4f4c-8fc9-a9950fd95032), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:50.602769 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (049b01f6-542e-4f4c-8fc9-a9950fd95032), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:50.610983 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 18:38:50.611456 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31424555'] for segment (049b01f6-542e-4f4c-8fc9-a9950fd95032), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: from cryptography.utils import int_from_bytes Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: from cryptography.utils import int_from_bytes Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: Traceback (most recent call last): Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: timer() Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: cb(*args, **kw) Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: return func(*args, **kwargs) Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: self._notify() Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: self.callback(batched_events) Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: event.method(event) Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: return f(self, *a, **k) Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: return self._get(url).json() Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: return self.request(url, 'GET', **kwargs) Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:38:50.649741 dv-cinder-826350-1-iscsi neutron-server[102637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:38:50.712733 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699286'] for network (be1f9cc7-e687-44af-b698-44c405c78a53), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:50.719247 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:50.723879 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] 10.222.0.41 "DELETE /v2.0/networks/be1f9cc7-e687-44af-b698-44c405c78a53 HTTP/1.1" status: 204 len: 168 time: 0.5186851 Jan 25 18:38:50.727590 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 43610) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:50.743340 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85ee4e-0a8a-4200-b8a7-1d64cb78c5f0 req-49a5861e-74ab-450d-8bb7-d051b9aa0ca9 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:50.744710 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665bed9-f1b9-4b47-9940-f0f43d0f0805 admin admin] Pushing event deleted for resources: {'Network': ['ID=be1f9cc7-e687-44af-b698-44c405c78a53,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:50.745032 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fe85ee4e-0a8a-4200-b8a7-1d64cb78c5f0 req-49a5861e-74ab-450d-8bb7-d051b9aa0ca9 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 943 time: 0.0603638 Jan 25 18:38:50.782582 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_v2 [None req-7556cbf9-79ca-42ac-b3a8-dc58699ebd27 admin admin] Deleting subnet a1720516-5c67-418c-89d5-51e1df5c6dcf {{(pid=102637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 18:38:50.785737 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7556cbf9-79ca-42ac-b3a8-dc58699ebd27 admin admin] Publish callbacks [] for subnet (a1720516-5c67-418c-89d5-51e1df5c6dcf), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:50.821664 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7556cbf9-79ca-42ac-b3a8-dc58699ebd27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3682483'] for subnet (a1720516-5c67-418c-89d5-51e1df5c6dcf), precommit_delete_associations {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:50.821907 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2000ab8-b2be-4ce3-80b8-1377034498fc req-388bfdde-8b93-4357-896c-b056ede4bc42 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:50.823411 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e2000ab8-b2be-4ce3-80b8-1377034498fc req-388bfdde-8b93-4357-896c-b056ede4bc42 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 946 time: 0.0774519 Jan 25 18:38:50.831235 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fe85ee4e-0a8a-4200-b8a7-1d64cb78c5f0 req-8b4ae0bc-d9d3-4e6b-9a4a-073892a14478 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765233 Jan 25 18:38:50.865348 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7556cbf9-79ca-42ac-b3a8-dc58699ebd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490167'] for subnet (a1720516-5c67-418c-89d5-51e1df5c6dcf), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:50.873357 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e2000ab8-b2be-4ce3-80b8-1377034498fc req-bbe22db7-c447-4acc-acac-ae91743ebe38 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411842 Jan 25 18:38:50.920853 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7556cbf9-79ca-42ac-b3a8-dc58699ebd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31424641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31292722'] for subnet (a1720516-5c67-418c-89d5-51e1df5c6dcf), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:50.947489 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556cbf9-79ca-42ac-b3a8-dc58699ebd27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1720516-5c67-418c-89d5-51e1df5c6dcf,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:50.949671 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7556cbf9-79ca-42ac-b3a8-dc58699ebd27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:50.952898 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-7556cbf9-79ca-42ac-b3a8-dc58699ebd27 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a1720516-5c67-418c-89d5-51e1df5c6dcf HTTP/1.1" status: 204 len: 168 time: 0.2241673 Jan 25 18:38:50.955334 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 43614) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:51.024360 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b2382be6-c5f1-4545-84cd-2b87f7a4bc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530550'] for network (9472f992-d9a4-4f98-8bdc-805f49663cb3), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:51.102926 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b2382be6-c5f1-4545-84cd-2b87f7a4bc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488764', 'neutron.services.segments.db._delete_segments_for_network-8748161470832'] for network (9472f992-d9a4-4f98-8bdc-805f49663cb3), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:51.121818 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.services.segments.db [None req-b2382be6-c5f1-4545-84cd-2b87f7a4bc39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9472f992-d9a4-4f98-8bdc-805f49663cb3']}} {{(pid=102637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:51.130810 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.services.segments.db [None req-b2382be6-c5f1-4545-84cd-2b87f7a4bc39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1b6c65-8b3b-4fe2-bce8-5a69d35fbb2f') {'for_net_delete': True} {{(pid=102637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:51.131106 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.services.segments.db [None req-b2382be6-c5f1-4545-84cd-2b87f7a4bc39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1b6c65-8b3b-4fe2-bce8-5a69d35fbb2f') {} {{(pid=102637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:38:51.140091 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b2382be6-c5f1-4545-84cd-2b87f7a4bc39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748161465977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3682490'] for segment (df1b6c65-8b3b-4fe2-bce8-5a69d35fbb2f), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:51.156354 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b2382be6-c5f1-4545-84cd-2b87f7a4bc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (df1b6c65-8b3b-4fe2-bce8-5a69d35fbb2f), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:51.162298 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2382be6-c5f1-4545-84cd-2b87f7a4bc39 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 18:38:51.162675 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b2382be6-c5f1-4545-84cd-2b87f7a4bc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31424555'] for segment (df1b6c65-8b3b-4fe2-bce8-5a69d35fbb2f), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: Traceback (most recent call last): Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: timer() Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: cb(*args, **kw) Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: return func(*args, **kwargs) Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: self._notify() Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: self.callback(batched_events) Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: event.method(event) Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: return f(self, *a, **k) Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: return self._get(url).json() Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: return self.request(url, 'GET', **kwargs) Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:38:51.164264 dv-cinder-826350-1-iscsi neutron-server[102637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:38:51.222299 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b2382be6-c5f1-4545-84cd-2b87f7a4bc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699286'] for network (9472f992-d9a4-4f98-8bdc-805f49663cb3), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:51.229196 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b2382be6-c5f1-4545-84cd-2b87f7a4bc39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:51.232332 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-b2382be6-c5f1-4545-84cd-2b87f7a4bc39 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9472f992-d9a4-4f98-8bdc-805f49663cb3 HTTP/1.1" status: 204 len: 168 time: 0.2760601 Jan 25 18:38:51.241434 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2382be6-c5f1-4545-84cd-2b87f7a4bc39 admin admin] Pushing event deleted for resources: {'Network': ['ID=9472f992-d9a4-4f98-8bdc-805f49663cb3,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:51.354828 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299b92c-e100-49a4-875e-b627768e31b4 req-9d736018-82e1-4bc7-88a5-5c8f926beca4 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:51.356242 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a299b92c-e100-49a4-875e-b627768e31b4 req-9d736018-82e1-4bc7-88a5-5c8f926beca4 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0561323 Jan 25 18:38:51.400098 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 43624) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:51.424630 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51792c51-3e24-4f27-a603-5b5c2e7b6668 req-6dd5f07f-9328-45b1-8f2c-b831cec4e5ac tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:51.426114 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-51792c51-3e24-4f27-a603-5b5c2e7b6668 req-6dd5f07f-9328-45b1-8f2c-b831cec4e5ac tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 943 time: 0.0868649 Jan 25 18:38:51.430259 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a299b92c-e100-49a4-875e-b627768e31b4 req-5e06b0ea-7995-42c8-9142-867f4181858e tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f67488-8204-4cc1-9f41-51be050b5ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581045 Jan 25 18:38:51.455886 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-c1ab75da-fbee-4ff4-9451-1db041318359 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3cdf17c5967c425c973d4c3cfb217d78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0543776 Jan 25 18:38:51.458513 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 43628) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:51.512482 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-51792c51-3e24-4f27-a603-5b5c2e7b6668 req-1045a176-98bf-4767-b738-7d9378283893 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799973 Jan 25 18:38:51.555685 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-262df3d8-4fbf-40b9-ae13-2cb0b5a47e62 admin admin] Publish callbacks [] for security_group (20d9a76d-a3fa-4fc4-a1b4-46c5a68e9975), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:51.566604 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993fb02-2082-474e-83f1-549412a2d1b3 req-1e36ade9-6b76-465b-9169-900f75d859f3 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:51.568039 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d993fb02-2082-474e-83f1-549412a2d1b3 req-1e36ade9-6b76-465b-9169-900f75d859f3 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0741835 Jan 25 18:38:51.598683 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-262df3d8-4fbf-40b9-ae13-2cb0b5a47e62 admin admin] Publish callbacks [] for security_group (20d9a76d-a3fa-4fc4-a1b4-46c5a68e9975), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:51.646383 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d993fb02-2082-474e-83f1-549412a2d1b3 req-1219268c-439f-490d-90ed-c347fdbdc757 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713136 Jan 25 18:38:51.664979 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-262df3d8-4fbf-40b9-ae13-2cb0b5a47e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (20d9a76d-a3fa-4fc4-a1b4-46c5a68e9975), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:51.667803 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-262df3d8-4fbf-40b9-ae13-2cb0b5a47e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:51.668898 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-262df3d8-4fbf-40b9-ae13-2cb0b5a47e62 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20d9a76d-a3fa-4fc4-a1b4-46c5a68e9975 HTTP/1.1" status: 204 len: 168 time: 0.2095206 Jan 25 18:38:51.676747 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262df3d8-4fbf-40b9-ae13-2cb0b5a47e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d9a76d-a3fa-4fc4-a1b4-46c5a68e9975,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:51.826269 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:52.078264 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 43648) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:52.128054 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-c372fd7d-48c3-4a1a-b0f1-38b0493d68c6 req-a98f6130-e499-431e-9fa4-d7979c102800 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198346 Jan 25 18:38:52.177473 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a64ff5-9a96-40d8-9817-ea9b788b59ac req-ee5d4875-01a1-4505-aa94-ea7fcab27395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:52.180027 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a3a64ff5-9a96-40d8-9817-ea9b788b59ac req-ee5d4875-01a1-4505-aa94-ea7fcab27395 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fd0ab9445184d34bff3e43185fd5e1e&device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 1096 time: 0.2136040 Jan 25 18:38:52.194820 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-5e39204c-93d9-41c3-a054-e75214e3dd9a req-0897c804-6111-4aef-82b3-3630dedcb350 service neutron] 10.222.0.42 "GET /v2.0/networks/f1204178-e3f4-4d73-ba25-93a4ab80f272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622042 Jan 25 18:38:52.200606 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-27e9f6df-a6bd-4408-9371-3d45f253366f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c4c6551a4d74a56a56605de8175d95f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1140299 Jan 25 18:38:52.210708 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 43656) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:52.257500 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d0840-1838-4de4-b91e-364b320043ee req-0c3634e9-c074-4eae-98a1-b8db28ca6554 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:52.259987 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-951d0840-1838-4de4-b91e-364b320043ee req-0c3634e9-c074-4eae-98a1-b8db28ca6554 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 943 time: 0.3464885 Jan 25 18:38:52.263868 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c019ae3-2cc7-4eb9-b0d6-a92f1f132020 req-5d990129-dbbf-4936-a871-c9e88fd44959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:52.266801 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5c019ae3-2cc7-4eb9-b0d6-a92f1f132020 req-5d990129-dbbf-4936-a871-c9e88fd44959 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e8bae059-1749-4e6b-8122-ee6422457f86 HTTP/1.1" status: 200 len: 849 time: 0.3488145 Jan 25 18:38:52.306794 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8d269-2749-4ef6-b02d-2fde0f73fd3f req-ab2a047f-6486-4d85-b9ca-2d98ced140db tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:52.307054 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-fccb989e-1657-4074-a783-9eca24031225 admin admin] Publish callbacks [] for security_group (cc1fc3c2-bf4b-44fa-a670-07222bbc9c86), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:52.308686 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-58a8d269-2749-4ef6-b02d-2fde0f73fd3f req-ab2a047f-6486-4d85-b9ca-2d98ced140db tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 946 time: 0.1791835 Jan 25 18:38:52.339509 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-fccb989e-1657-4074-a783-9eca24031225 admin admin] Publish callbacks [] for security_group (cc1fc3c2-bf4b-44fa-a670-07222bbc9c86), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:52.432914 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f095f-52e7-4335-9448-2af438abb7d2 req-c5308e3f-1a9c-4627-afa9-6704aba09c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:52.434745 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-4c0f095f-52e7-4335-9448-2af438abb7d2 req-c5308e3f-1a9c-4627-afa9-6704aba09c24 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79f0c4c6863c4b73a0b86bb8d897ad55&device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 1096 time: 0.0510731 Jan 25 18:38:52.436832 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-fccb989e-1657-4074-a783-9eca24031225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (cc1fc3c2-bf4b-44fa-a670-07222bbc9c86), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:52.440193 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-fccb989e-1657-4074-a783-9eca24031225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:52.443821 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-fccb989e-1657-4074-a783-9eca24031225 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc1fc3c2-bf4b-44fa-a670-07222bbc9c86 HTTP/1.1" status: 204 len: 168 time: 0.2293403 Jan 25 18:38:52.456253 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-951d0840-1838-4de4-b91e-364b320043ee req-abc4d28a-91a2-47ab-afb3-0caee73b4d4b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815634 Jan 25 18:38:52.472580 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb989e-1657-4074-a783-9eca24031225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1fc3c2-bf4b-44fa-a670-07222bbc9c86,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:52.497749 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-58a8d269-2749-4ef6-b02d-2fde0f73fd3f req-8a228dd3-ef35-4876-bf87-c27aab56b453 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819470 Jan 25 18:38:52.615303 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f095f-52e7-4335-9448-2af438abb7d2 req-7433610d-af00-44dc-806f-aa1bae6b0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:52.617289 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-4c0f095f-52e7-4335-9448-2af438abb7d2 req-7433610d-af00-44dc-806f-aa1bae6b0b5c service neutron] 10.222.0.42 "GET /v2.0/networks?id=f1204178-e3f4-4d73-ba25-93a4ab80f272 HTTP/1.1" status: 200 len: 920 time: 0.1747696 Jan 25 18:38:52.653270 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c019ae3-2cc7-4eb9-b0d6-a92f1f132020 req-10712831-4e08-429a-bc1e-0666637238c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:52.654965 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5c019ae3-2cc7-4eb9-b0d6-a92f1f132020 req-10712831-4e08-429a-bc1e-0666637238c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=39a92873-72dd-4c94-9b45-f8eddc76cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3075097 Jan 25 18:38:52.669914 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-4c0f095f-52e7-4335-9448-2af438abb7d2 req-f83079f7-edaf-41e5-be3f-cd44c2585d42 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=482aa7c4-8d99-4195-8b20-d928e0e885c6 HTTP/1.1" status: 200 len: 217 time: 0.0460727 Jan 25 18:38:52.672544 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a64ff5-9a96-40d8-9817-ea9b788b59ac req-75eb0b4e-d4b7-4e6d-8bd3-eccc526d40c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:52.674288 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a3a64ff5-9a96-40d8-9817-ea9b788b59ac req-75eb0b4e-d4b7-4e6d-8bd3-eccc526d40c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=438eb890-9580-4e27-a169-38cf0147302b HTTP/1.1" status: 200 len: 917 time: 0.3300545 Jan 25 18:38:52.703872 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 43680) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:52.728026 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f095f-52e7-4335-9448-2af438abb7d2 req-c5e468c9-fc2a-4ac3-8fe5-1388926181c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:52.730879 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-4c0f095f-52e7-4335-9448-2af438abb7d2 req-c5e468c9-fc2a-4ac3-8fe5-1388926181c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18b441d1-81c8-4da4-95e8-ec948459c314 HTTP/1.1" status: 200 len: 859 time: 0.0556536 Jan 25 18:38:52.765924 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a3a64ff5-9a96-40d8-9817-ea9b788b59ac req-ea958319-31bf-4e8e-a33d-ddef9b1effda service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93853a16-29bb-4dae-81a4-115c6c688504 HTTP/1.1" status: 200 len: 217 time: 0.0685852 Jan 25 18:38:52.772638 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-4c0f095f-52e7-4335-9448-2af438abb7d2 req-0bcdb2ee-1bad-4343-b168-64b75e631e09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f1204178-e3f4-4d73-ba25-93a4ab80f272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324574 Jan 25 18:38:52.816306 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8fa51-5464-4660-8b2d-becf48d977d2 req-8d403c9f-4bf4-4c27-a277-47ec6257dd08 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:52.818094 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-34b8fa51-5464-4660-8b2d-becf48d977d2 req-8d403c9f-4bf4-4c27-a277-47ec6257dd08 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 945 time: 0.2460978 Jan 25 18:38:52.876679 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd39cb-d642-434f-9ad2-6377a9436277 req-a50bf4ea-b9ab-45d0-9280-6af6ddc47882 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:52.878226 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3edd39cb-d642-434f-9ad2-6377a9436277 req-a50bf4ea-b9ab-45d0-9280-6af6ddc47882 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 943 time: 0.2523863 Jan 25 18:38:52.888555 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-4c0f095f-52e7-4335-9448-2af438abb7d2 req-4bdaabc5-fcec-4016-acf5-cc6ef6c37833 service neutron] 10.222.0.42 "GET /v2.0/networks/f1204178-e3f4-4d73-ba25-93a4ab80f272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036634 Jan 25 18:38:52.901666 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-3480adbc-c589-4600-9d76-1ed7fe7fc721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:52.946250 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a64ff5-9a96-40d8-9817-ea9b788b59ac req-7fe03eca-2806-4d03-87ec-cf1355d18a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:52.947703 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a3a64ff5-9a96-40d8-9817-ea9b788b59ac req-7fe03eca-2806-4d03-87ec-cf1355d18a0a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cec76f50-4972-4c18-a629-b0502bc042ec HTTP/1.1" status: 200 len: 855 time: 0.1725423 Jan 25 18:38:52.967324 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5c019ae3-2cc7-4eb9-b0d6-a92f1f132020 req-c7223213-338c-4681-9d8e-55ae0030c257 service neutron] 10.222.0.42 "GET /v2.0/networks/39a92873-72dd-4c94-9b45-f8eddc76cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984583 Jan 25 18:38:52.988492 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-4c0f095f-52e7-4335-9448-2af438abb7d2 req-9cdbd01c-0ade-465d-a690-029628c0a619 service neutron] 10.222.0.42 "GET /v2.0/networks/f1204178-e3f4-4d73-ba25-93a4ab80f272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929921 Jan 25 18:38:53.051501 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-34b8fa51-5464-4660-8b2d-becf48d977d2 req-90c78980-d1bf-45ec-831a-97467f13d7a6 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f67488-8204-4cc1-9f41-51be050b5ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035015 Jan 25 18:38:53.080093 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3edd39cb-d642-434f-9ad2-6377a9436277 req-c8d7490a-2ab6-416b-8b81-549005078634 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925948 Jan 25 18:38:53.130826 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a64ff5-9a96-40d8-9817-ea9b788b59ac req-3b7aa1c7-46bc-4fa4-b740-d93d6c207df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:53.132345 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a3a64ff5-9a96-40d8-9817-ea9b788b59ac req-3b7aa1c7-46bc-4fa4-b740-d93d6c207df1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=438eb890-9580-4e27-a169-38cf0147302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1711578 Jan 25 18:38:53.232856 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5c019ae3-2cc7-4eb9-b0d6-a92f1f132020 req-499b1538-da7c-4332-9a85-2a4095b55183 service neutron] 10.222.0.42 "GET /v2.0/networks/39a92873-72dd-4c94-9b45-f8eddc76cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270408 Jan 25 18:38:53.277941 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-3480adbc-c589-4600-9d76-1ed7fe7fc721 admin admin] Publish callbacks [] for security_group (28393788-4c3f-45cf-be85-6490de5b5a21), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:53.287396 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-3480adbc-c589-4600-9d76-1ed7fe7fc721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (28393788-4c3f-45cf-be85-6490de5b5a21), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:53.315056 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04e369-d700-4fb1-a398-5ebf7dc65fd4 req-3aafb8f1-dba3-42df-86b4-e93099fc6f4f tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:53.316576 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-cf04e369-d700-4fb1-a398-5ebf7dc65fd4 req-3aafb8f1-dba3-42df-86b4-e93099fc6f4f tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.1650655 Jan 25 18:38:53.365390 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-3480adbc-c589-4600-9d76-1ed7fe7fc721 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51e2c67e5f64409c9bcb75d3013a3b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6605072 Jan 25 18:38:53.368121 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 43702) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:53.370556 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a3a64ff5-9a96-40d8-9817-ea9b788b59ac req-40fb2f3a-a559-4279-922a-f2406a6c7b5a service neutron] 10.222.0.42 "GET /v2.0/networks/438eb890-9580-4e27-a169-38cf0147302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314088 Jan 25 18:38:53.372360 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480adbc-c589-4600-9d76-1ed7fe7fc721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28393788-4c3f-45cf-be85-6490de5b5a21,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:53.431891 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ea863394-a5af-4f22-b909-b5d08a76e9a5 admin admin] Publish callbacks [] for security_group (28393788-4c3f-45cf-be85-6490de5b5a21), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:53.453585 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-cf04e369-d700-4fb1-a398-5ebf7dc65fd4 req-d3fcd020-16ac-4de2-9adb-db82a0164bd2 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198065 Jan 25 18:38:53.459125 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ea863394-a5af-4f22-b909-b5d08a76e9a5 admin admin] Publish callbacks [] for security_group (28393788-4c3f-45cf-be85-6490de5b5a21), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:53.571295 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ea863394-a5af-4f22-b909-b5d08a76e9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (28393788-4c3f-45cf-be85-6490de5b5a21), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:53.577184 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ea863394-a5af-4f22-b909-b5d08a76e9a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:53.584661 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a3a64ff5-9a96-40d8-9817-ea9b788b59ac req-19a9a351-164e-4a98-afbf-a624b050345d service neutron] 10.222.0.42 "GET /v2.0/networks/438eb890-9580-4e27-a169-38cf0147302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977363 Jan 25 18:38:53.592039 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-ea863394-a5af-4f22-b909-b5d08a76e9a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28393788-4c3f-45cf-be85-6490de5b5a21 HTTP/1.1" status: 204 len: 168 time: 0.2132187 Jan 25 18:38:53.621837 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea863394-a5af-4f22-b909-b5d08a76e9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28393788-4c3f-45cf-be85-6490de5b5a21,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:53.687635 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde762de-32a7-4b59-b9c0-92c4b19f07ff req-4a84812d-33ee-4de1-9099-79ffbcb7e579 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:53.696472 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-bde762de-32a7-4b59-b9c0-92c4b19f07ff req-4a84812d-33ee-4de1-9099-79ffbcb7e579 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 943 time: 0.1592247 Jan 25 18:38:53.787833 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-bde762de-32a7-4b59-b9c0-92c4b19f07ff req-8e360fa8-3989-406c-b32e-7955dfb659c4 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901906 Jan 25 18:38:53.807442 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16f7ce-d773-4c07-8e98-88e9ba566c79 req-c9723212-3a4e-4f67-bc57-d1ddd4f55fc4 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:53.814593 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-bd16f7ce-d773-4c07-8e98-88e9ba566c79 req-c9723212-3a4e-4f67-bc57-d1ddd4f55fc4 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 946 time: 0.1764965 Jan 25 18:38:53.868507 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-bd16f7ce-d773-4c07-8e98-88e9ba566c79 req-c4fcb84f-a020-4c81-8e56-5bcc15c543b2 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526509 Jan 25 18:38:54.064044 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 43746) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:54.089818 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-7d920a2f-7557-46bf-b4a1-053601d605b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:54.245081 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a6032-1291-418b-9f70-d9e7071a6251 req-107f2842-28a2-4d27-9480-6b278e2307e2 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:54.257145 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-935a6032-1291-418b-9f70-d9e7071a6251 req-107f2842-28a2-4d27-9480-6b278e2307e2 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1193695 Jan 25 18:38:54.316647 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-7d920a2f-7557-46bf-b4a1-053601d605b1 admin admin] Publish callbacks [] for security_group (12825431-47c6-4702-9551-979327d484d7), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:54.326138 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307b15b-996d-47ca-b941-90b3086b000d req-95ae262b-3de1-44c4-bf8f-e7565b72b216 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:54.328079 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4307b15b-996d-47ca-b941-90b3086b000d req-95ae262b-3de1-44c4-bf8f-e7565b72b216 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 943 time: 0.1379395 Jan 25 18:38:54.329728 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-7d920a2f-7557-46bf-b4a1-053601d605b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (12825431-47c6-4702-9551-979327d484d7), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:54.401262 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-935a6032-1291-418b-9f70-d9e7071a6251 req-c81023db-c9a0-486c-86c8-ba1fb69d7b2d tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f67488-8204-4cc1-9f41-51be050b5ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328633 Jan 25 18:38:54.412023 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-7d920a2f-7557-46bf-b4a1-053601d605b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c366be2b43f14500af15ff1c9aeda99e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3468835 Jan 25 18:38:54.414642 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 43760) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:38:54.428573 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d920a2f-7557-46bf-b4a1-053601d605b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12825431-47c6-4702-9551-979327d484d7,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:54.439972 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4307b15b-996d-47ca-b941-90b3086b000d req-debeb53a-c669-4d44-90b7-bf950a47865b tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045892 Jan 25 18:38:54.483831 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-96e0ac20-b5c4-4d89-be65-10721916a189 admin admin] Publish callbacks [] for security_group (12825431-47c6-4702-9551-979327d484d7), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:54.507617 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-96e0ac20-b5c4-4d89-be65-10721916a189 admin admin] Publish callbacks [] for security_group (12825431-47c6-4702-9551-979327d484d7), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:54.567500 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-96e0ac20-b5c4-4d89-be65-10721916a189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (12825431-47c6-4702-9551-979327d484d7), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:54.570700 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-96e0ac20-b5c4-4d89-be65-10721916a189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:54.571868 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-96e0ac20-b5c4-4d89-be65-10721916a189 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12825431-47c6-4702-9551-979327d484d7 HTTP/1.1" status: 204 len: 168 time: 0.1551790 Jan 25 18:38:54.586138 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0ac20-b5c4-4d89-be65-10721916a189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12825431-47c6-4702-9551-979327d484d7,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:54.598881 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727b145-d708-41f3-b580-d1dc85e2c7ec req-8292a9a2-d95c-449a-a39c-a0c0d2a914f2 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:54.610189 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c727b145-d708-41f3-b580-d1dc85e2c7ec req-8292a9a2-d95c-449a-a39c-a0c0d2a914f2 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0734317 Jan 25 18:38:54.668567 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c727b145-d708-41f3-b580-d1dc85e2c7ec req-77c09b6c-92f1-4f11-bdbb-e2d429af6c13 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575104 Jan 25 18:38:55.113279 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a87d3-bee6-441c-ba96-29d2c6c000c5 req-591162b3-c0d2-416c-b381-6eace830bda5 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:55.114868 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-007a87d3-bee6-441c-ba96-29d2c6c000c5 req-591162b3-c0d2-416c-b381-6eace830bda5 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 943 time: 0.2506180 Jan 25 18:38:55.188132 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-007a87d3-bee6-441c-ba96-29d2c6c000c5 req-17146532-f1f2-49ab-a2d6-50e1ada190d9 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630233 Jan 25 18:38:55.575573 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec8379-0694-487f-b656-da8b150355be req-e4faeeac-055a-49ae-b927-574b51f2aaaf tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:55.577279 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-50ec8379-0694-487f-b656-da8b150355be req-e4faeeac-055a-49ae-b927-574b51f2aaaf tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 943 time: 0.0600712 Jan 25 18:38:55.637906 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-50ec8379-0694-487f-b656-da8b150355be req-0e2abf48-7d02-4678-a418-66c434d2452a tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537913 Jan 25 18:38:55.649653 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 93853a16-29bb-4dae-81a4-115c6c688504 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:38:55.852658 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189d5ab-c672-47d0-999b-a93783c6d6b2 req-d25d3383-ee56-4177-b84f-972f056e21a8 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:55.854548 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7189d5ab-c672-47d0-999b-a93783c6d6b2 req-d25d3383-ee56-4177-b84f-972f056e21a8 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0714595 Jan 25 18:38:55.862561 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 93853a16-29bb-4dae-81a4-115c6c688504, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=93853a16-29bb-4dae-81a4-115c6c688504,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:38:55.879814 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': '93853a16-29bb-4dae-81a4-115c6c688504', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'port_id': '93853a16-29bb-4dae-81a4-115c6c688504', 'mac_address': 'fa:16:3e:ba:c7:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:38:55.930933 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 93853a16-29bb-4dae-81a4-115c6c688504 is: DOWN; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:55.931503 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (93853a16-29bb-4dae-81a4-115c6c688504), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:55.946640 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93853a16-29bb-4dae-81a4-115c6c688504 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:38:55.973954 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 93853a16-29bb-4dae-81a4-115c6c688504, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=93853a16-29bb-4dae-81a4-115c6c688504,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:38:55.978279 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7189d5ab-c672-47d0-999b-a93783c6d6b2 req-ccfdf48f-ccae-4f8e-9cf1-e003df16e82f tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163397 Jan 25 18:38:55.981749 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (93853a16-29bb-4dae-81a4-115c6c688504), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:55.984967 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 482aa7c4-8d99-4195-8b20-d928e0e885c6 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:38:56.077280 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=93853a16-29bb-4dae-81a4-115c6c688504,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:56.161854 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 482aa7c4-8d99-4195-8b20-d928e0e885c6, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=482aa7c4-8d99-4195-8b20-d928e0e885c6,segment=NetworkSegment(7112a8d3-ac77-4c0b-be43-c5b226bd6d84),segment_id=7112a8d3-ac77-4c0b-be43-c5b226bd6d84)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:38:56.176132 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': '482aa7c4-8d99-4195-8b20-d928e0e885c6', 'network_id': 'f1204178-e3f4-4d73-ba25-93a4ab80f272', 'port_id': '482aa7c4-8d99-4195-8b20-d928e0e885c6', 'mac_address': 'fa:16:3e:d1:ff:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b441d1-81c8-4da4-95e8-ec948459c314', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:38:56.221114 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 482aa7c4-8d99-4195-8b20-d928e0e885c6 is: DOWN; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:56.222284 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (482aa7c4-8d99-4195-8b20-d928e0e885c6), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:56.242585 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482aa7c4-8d99-4195-8b20-d928e0e885c6 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:38:56.274920 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 482aa7c4-8d99-4195-8b20-d928e0e885c6, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=482aa7c4-8d99-4195-8b20-d928e0e885c6,segment=NetworkSegment(7112a8d3-ac77-4c0b-be43-c5b226bd6d84),segment_id=7112a8d3-ac77-4c0b-be43-c5b226bd6d84)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:38:56.284463 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (482aa7c4-8d99-4195-8b20-d928e0e885c6), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:56.285357 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device bbbd3d57-8220-4579-8fe8-6979ccf35f92 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:38:56.311560 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93820ec6-224d-4f1c-8023-b63567422664 req-6c614448-e1ab-466b-a283-3bb6d5f768a7 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:56.313436 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-93820ec6-224d-4f1c-8023-b63567422664 req-6c614448-e1ab-466b-a283-3bb6d5f768a7 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 943 time: 0.0623631 Jan 25 18:38:56.360064 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=482aa7c4-8d99-4195-8b20-d928e0e885c6,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:56.384655 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-93820ec6-224d-4f1c-8023-b63567422664 req-6804b0a9-2c89-4d6e-b33f-2d472175b696 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648150 Jan 25 18:38:56.498526 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port bbbd3d57-8220-4579-8fe8-6979ccf35f92, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=bbbd3d57-8220-4579-8fe8-6979ccf35f92,segment=NetworkSegment(75e2899b-01ba-47f3-8a62-3fd7282595a1),segment_id=75e2899b-01ba-47f3-8a62-3fd7282595a1)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:38:56.521211 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': 'bbbd3d57-8220-4579-8fe8-6979ccf35f92', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'port_id': 'bbbd3d57-8220-4579-8fe8-6979ccf35f92', 'mac_address': 'fa:16:3e:5b:e1:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:38:56.561218 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port bbbd3d57-8220-4579-8fe8-6979ccf35f92 is: DOWN; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:38:56.561630 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (bbbd3d57-8220-4579-8fe8-6979ccf35f92), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:56.575413 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbbd3d57-8220-4579-8fe8-6979ccf35f92 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:38:56.596463 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port bbbd3d57-8220-4579-8fe8-6979ccf35f92, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=bbbd3d57-8220-4579-8fe8-6979ccf35f92,segment=NetworkSegment(75e2899b-01ba-47f3-8a62-3fd7282595a1),segment_id=75e2899b-01ba-47f3-8a62-3fd7282595a1)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:38:56.600777 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (bbbd3d57-8220-4579-8fe8-6979ccf35f92), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:38:56.651821 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=bbbd3d57-8220-4579-8fe8-6979ccf35f92,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:38:56.816113 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c3f20-7eb3-47db-a8c8-df14aa26af34 req-01ace848-a233-413b-8ce1-08a2ced5a3ad tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:56.817635 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-864c3f20-7eb3-47db-a8c8-df14aa26af34 req-01ace848-a233-413b-8ce1-08a2ced5a3ad tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 944 time: 0.0811596 Jan 25 18:38:56.882932 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-864c3f20-7eb3-47db-a8c8-df14aa26af34 req-86277540-37ae-4ade-9b47-378c4a637037 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597775 Jan 25 18:38:57.032569 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['482aa7c4-8d99-4195-8b20-d928e0e885c6'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:38:57.068278 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['bbbd3d57-8220-4579-8fe8-6979ccf35f92'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:38:57.105706 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206ebeb-961e-4f46-beb6-e60568378f63 req-72d988a4-be7a-4167-92ad-eaaea67f4137 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:57.107512 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e206ebeb-961e-4f46-beb6-e60568378f63 req-72d988a4-be7a-4167-92ad-eaaea67f4137 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 944 time: 0.0563233 Jan 25 18:38:57.109848 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['93853a16-29bb-4dae-81a4-115c6c688504'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:38:57.160590 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e206ebeb-961e-4f46-beb6-e60568378f63 req-e1fdee90-a1c2-4409-92d2-4e278c4e9880 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422342 Jan 25 18:38:57.520889 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cffcaa-896e-4e53-816d-d409330a527d req-68f65277-f5ec-4cc8-aca0-84c9304257e5 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:57.522410 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-93cffcaa-896e-4e53-816d-d409330a527d req-68f65277-f5ec-4cc8-aca0-84c9304257e5 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 944 time: 0.0544291 Jan 25 18:38:57.569718 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-93cffcaa-896e-4e53-816d-d409330a527d req-d23d8c17-dc53-410e-b336-c1588c1d7c69 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417173 Jan 25 18:38:57.997928 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c0c09-7742-4edb-8759-62b28f025f3a req-e5ac8a69-2e14-443e-932e-a4b2ea037c5b tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:58.000014 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6b5c0c09-7742-4edb-8759-62b28f025f3a req-e5ac8a69-2e14-443e-932e-a4b2ea037c5b tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 944 time: 0.0480690 Jan 25 18:38:58.052352 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6b5c0c09-7742-4edb-8759-62b28f025f3a req-2ee7a696-454a-4c00-8951-5346ad524aaf tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465600 Jan 25 18:38:58.285411 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf764a66-a7e7-48df-9dde-948e3fd33af4 req-a51b55ca-de3c-40e8-be4a-5862007b2ee2 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:58.286923 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-bf764a66-a7e7-48df-9dde-948e3fd33af4 req-a51b55ca-de3c-40e8-be4a-5862007b2ee2 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 944 time: 0.0471458 Jan 25 18:38:58.338530 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-bf764a66-a7e7-48df-9dde-948e3fd33af4 req-18687549-f7ac-4f84-adcc-95586a05aebf tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457282 Jan 25 18:38:58.692406 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002677d1-6790-45fc-9d36-59028c0bc086 req-4b5d91d2-c50f-4e07-8d4e-d69d47834b8a tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:58.694234 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-002677d1-6790-45fc-9d36-59028c0bc086 req-4b5d91d2-c50f-4e07-8d4e-d69d47834b8a tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 944 time: 0.0517099 Jan 25 18:38:58.746570 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-002677d1-6790-45fc-9d36-59028c0bc086 req-e84a348c-6135-491e-bd27-b8f8230046eb tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419209 Jan 25 18:38:59.165865 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088d145-d2c8-4a37-a46d-cec9e364e3a1 req-2e8307c5-5b80-4ee7-bbd3-872f59c7c857 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:59.167367 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8088d145-d2c8-4a37-a46d-cec9e364e3a1 req-2e8307c5-5b80-4ee7-bbd3-872f59c7c857 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 944 time: 0.0505514 Jan 25 18:38:59.216249 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8088d145-d2c8-4a37-a46d-cec9e364e3a1 req-46477b8a-2e6f-4dfc-b390-739d7302bd89 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429115 Jan 25 18:38:59.456782 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097886d-6753-45f9-b03a-0591bde2e327 req-ab44d0e1-c0fc-4a34-b007-14d3934d5f21 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:59.458274 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b097886d-6753-45f9-b03a-0591bde2e327 req-ab44d0e1-c0fc-4a34-b007-14d3934d5f21 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 944 time: 0.0476673 Jan 25 18:38:59.503982 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b097886d-6753-45f9-b03a-0591bde2e327 req-bb291f2e-2b65-4977-9642-bdb95e835546 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400732 Jan 25 18:38:59.860529 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a1dfe-3d20-47d0-9d34-0a02f9cdfa97 req-4a4a5a43-d2b3-41fc-8a2a-670bd4b2bf9d tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:38:59.861980 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3d3a1dfe-3d20-47d0-9d34-0a02f9cdfa97 req-4a4a5a43-d2b3-41fc-8a2a-670bd4b2bf9d tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 944 time: 0.0489926 Jan 25 18:38:59.909642 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3d3a1dfe-3d20-47d0-9d34-0a02f9cdfa97 req-c0615055-8a88-48b3-b220-ea94752b699e tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421107 Jan 25 18:39:00.043113 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-da5b08be-5a22-45aa-8616-381a30d9a492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:00.269371 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 482aa7c4-8d99-4195-8b20-d928e0e885c6 up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:39:00.323771 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning for port 482aa7c4-8d99-4195-8b20-d928e0e885c6 completed by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 18:39:00.329553 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port 482aa7c4-8d99-4195-8b20-d928e0e885c6 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:00.330179 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (482aa7c4-8d99-4195-8b20-d928e0e885c6), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:00.332500 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f709c18-478c-40bd-9349-a78dff33c40d req-597bb387-6da5-4150-8ac4-fd6685a8b08b tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:00.334567 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2f709c18-478c-40bd-9349-a78dff33c40d req-597bb387-6da5-4150-8ac4-fd6685a8b08b tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 944 time: 0.0512319 Jan 25 18:39:00.390198 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2f709c18-478c-40bd-9349-a78dff33c40d req-8c5dab48-0988-4902-bef0-3263b4e7bf27 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417137 Jan 25 18:39:00.414829 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 482aa7c4-8d99-4195-8b20-d928e0e885c6 is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:00.415223 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (482aa7c4-8d99-4195-8b20-d928e0e885c6), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:00.438272 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f1727c-a9bf-4303-b846-dbece8ac931b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482aa7c4-8d99-4195-8b20-d928e0e885c6'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:39:00.440503 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f5dc64-c035-4b29-ae9c-62dd61ea81be" -d '{"events": [{"server_uuid": "f1f1727c-a9bf-4303-b846-dbece8ac931b", "name": "network-vif-plugged", "status": "completed", "tag": "482aa7c4-8d99-4195-8b20-d928e0e885c6"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:39:00.453746 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 482aa7c4-8d99-4195-8b20-d928e0e885c6, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=482aa7c4-8d99-4195-8b20-d928e0e885c6,segment=NetworkSegment(7112a8d3-ac77-4c0b-be43-c5b226bd6d84),segment_id=7112a8d3-ac77-4c0b-be43-c5b226bd6d84)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:39:00.459013 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (482aa7c4-8d99-4195-8b20-d928e0e885c6), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:00.459852 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device bbbd3d57-8220-4579-8fe8-6979ccf35f92 up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:39:00.486460 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d280573-3494-4de3-9c7b-70e101cc5238 x-openstack-request-id: req-0d280573-3494-4de3-9c7b-70e101cc5238 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:39:00.486772 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f1727c-a9bf-4303-b846-dbece8ac931b", "name": "network-vif-plugged", "status": "completed", "tag": "482aa7c4-8d99-4195-8b20-d928e0e885c6", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:39:00.487033 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0d280573-3494-4de3-9c7b-70e101cc5238 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:39:00.487450 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f1727c-a9bf-4303-b846-dbece8ac931b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482aa7c4-8d99-4195-8b20-d928e0e885c6', 'code': 200} Jan 25 18:39:00.547555 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning for port bbbd3d57-8220-4579-8fe8-6979ccf35f92 completed by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 18:39:00.553608 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=482aa7c4-8d99-4195-8b20-d928e0e885c6,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:00.556090 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port bbbd3d57-8220-4579-8fe8-6979ccf35f92 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:00.556467 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (bbbd3d57-8220-4579-8fe8-6979ccf35f92), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:00.620804 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2f84e-ba1a-4107-85a8-fafa7f7bdf45 req-f4edd20f-1c45-4823-b2ba-b1d20debd6ec tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:00.622199 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4ad2f84e-ba1a-4107-85a8-fafa7f7bdf45 req-f4edd20f-1c45-4823-b2ba-b1d20debd6ec tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 944 time: 0.0463011 Jan 25 18:39:00.637319 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port bbbd3d57-8220-4579-8fe8-6979ccf35f92 is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:00.637720 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (bbbd3d57-8220-4579-8fe8-6979ccf35f92), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:00.669794 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port bbbd3d57-8220-4579-8fe8-6979ccf35f92, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=bbbd3d57-8220-4579-8fe8-6979ccf35f92,segment=NetworkSegment(75e2899b-01ba-47f3-8a62-3fd7282595a1),segment_id=75e2899b-01ba-47f3-8a62-3fd7282595a1)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:39:00.671942 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4ad2f84e-ba1a-4107-85a8-fafa7f7bdf45 req-132a4707-5108-4af6-b466-24e713cfee3b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442104 Jan 25 18:39:00.674546 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (bbbd3d57-8220-4579-8fe8-6979ccf35f92), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:00.723455 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=bbbd3d57-8220-4579-8fe8-6979ccf35f92,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:01.021565 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ba425-5785-4735-9eb2-bfa92361de7e req-d838ed91-a31e-4b01-9ca0-489408ea95f4 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:01.023057 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3c0ba425-5785-4735-9eb2-bfa92361de7e req-d838ed91-a31e-4b01-9ca0-489408ea95f4 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0470004 Jan 25 18:39:01.069178 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3c0ba425-5785-4735-9eb2-bfa92361de7e req-902ccbed-1bab-4775-86b5-4ca9343de5df tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407066 Jan 25 18:39:01.358954 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b0e16-4945-418e-89d2-4726942660fa req-63682d82-7599-4fb0-a4d4-d4c0943ec787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:01.360412 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-dc6b0e16-4945-418e-89d2-4726942660fa req-63682d82-7599-4fb0-a4d4-d4c0943ec787 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 1098 time: 0.0400996 Jan 25 18:39:01.409784 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-dc6b0e16-4945-418e-89d2-4726942660fa req-35e88ad8-88f9-4150-9c81-82c9afc8a5c7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358515 Jan 25 18:39:01.511866 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df2803-84cb-46cb-97f7-7fb23f925b89 req-1bed8a03-8ee6-40b9-b6bf-5d197bbf0f7a tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:01.513319 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-54df2803-84cb-46cb-97f7-7fb23f925b89 req-1bed8a03-8ee6-40b9-b6bf-5d197bbf0f7a tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0501139 Jan 25 18:39:01.560337 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-54df2803-84cb-46cb-97f7-7fb23f925b89 req-111d382e-6538-47bb-97d0-50a23ad0184b tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410285 Jan 25 18:39:01.682172 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 93853a16-29bb-4dae-81a4-115c6c688504 up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:39:01.731066 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning for port 93853a16-29bb-4dae-81a4-115c6c688504 completed by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 18:39:01.735439 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port 93853a16-29bb-4dae-81a4-115c6c688504 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:01.735826 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (93853a16-29bb-4dae-81a4-115c6c688504), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:01.787191 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9ff46-faf9-4f71-a8da-6897b5fb4404 req-4b90d589-fb94-4ade-9982-89c93b33f9a8 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:01.788653 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ccf9ff46-faf9-4f71-a8da-6897b5fb4404 req-4b90d589-fb94-4ade-9982-89c93b33f9a8 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 944 time: 0.0469198 Jan 25 18:39:01.816439 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 93853a16-29bb-4dae-81a4-115c6c688504 is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:01.816857 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (93853a16-29bb-4dae-81a4-115c6c688504), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:01.836460 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ccf9ff46-faf9-4f71-a8da-6897b5fb4404 req-34953183-a3b5-427d-9eb8-8446f806999c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422878 Jan 25 18:39:01.850563 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 93853a16-29bb-4dae-81a4-115c6c688504, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=93853a16-29bb-4dae-81a4-115c6c688504,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:39:01.854336 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (93853a16-29bb-4dae-81a4-115c6c688504), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:01.899648 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=93853a16-29bb-4dae-81a4-115c6c688504,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:02.179166 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed45754-4023-40f3-a60c-0d3c2a2a44e0 req-37a90a26-1d01-4d0d-8e3e-cf9bd47fabbc tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:02.180984 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-eed45754-4023-40f3-a60c-0d3c2a2a44e0 req-37a90a26-1d01-4d0d-8e3e-cf9bd47fabbc tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0476940 Jan 25 18:39:02.192803 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f985cd65-d3d0-4db7-8c8d-28ae767e6218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:02.238565 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-eed45754-4023-40f3-a60c-0d3c2a2a44e0 req-a319f949-c992-4daf-a446-9a62e1efd6ba tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494397 Jan 25 18:39:02.488708 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa729b2-4754-46de-93c8-c623eb2a98e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbd3d57-8220-4579-8fe8-6979ccf35f92'}, {'server_uuid': '8a74462a-e8b7-43d9-a2c4-785fd48f1ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93853a16-29bb-4dae-81a4-115c6c688504'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:39:02.491070 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7124ca3-fbe2-40cb-b7d4-3b450f200495" -d '{"events": [{"server_uuid": "dfa729b2-4754-46de-93c8-c623eb2a98e1", "name": "network-vif-plugged", "status": "completed", "tag": "bbbd3d57-8220-4579-8fe8-6979ccf35f92"}, {"server_uuid": "8a74462a-e8b7-43d9-a2c4-785fd48f1ab6", "name": "network-vif-plugged", "status": "completed", "tag": "93853a16-29bb-4dae-81a4-115c6c688504"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:39:02.556557 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 25 Jan 2022 18:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cea53a4-a854-40f1-a028-6b993bc48ea5 x-openstack-request-id: req-8cea53a4-a854-40f1-a028-6b993bc48ea5 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:39:02.558412 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa729b2-4754-46de-93c8-c623eb2a98e1", "name": "network-vif-plugged", "status": "completed", "tag": "bbbd3d57-8220-4579-8fe8-6979ccf35f92", "code": 200}, {"server_uuid": "8a74462a-e8b7-43d9-a2c4-785fd48f1ab6", "name": "network-vif-plugged", "status": "completed", "tag": "93853a16-29bb-4dae-81a4-115c6c688504", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:39:02.558840 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8cea53a4-a854-40f1-a028-6b993bc48ea5 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:39:02.559427 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa729b2-4754-46de-93c8-c623eb2a98e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbd3d57-8220-4579-8fe8-6979ccf35f92', 'code': 200} Jan 25 18:39:02.560011 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a74462a-e8b7-43d9-a2c4-785fd48f1ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93853a16-29bb-4dae-81a4-115c6c688504', 'code': 200} Jan 25 18:39:02.698533 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de43a33-dc38-4628-9d8a-0be1a0dc092c req-92f3f883-cf2a-4a7d-a830-b20d5ee7198f tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:02.702092 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8de43a33-dc38-4628-9d8a-0be1a0dc092c req-92f3f883-cf2a-4a7d-a830-b20d5ee7198f tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0619235 Jan 25 18:39:02.780107 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8de43a33-dc38-4628-9d8a-0be1a0dc092c req-34547b8a-d818-4e33-8bd1-d213cf45cf5a tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669215 Jan 25 18:39:02.885762 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192bb4c-53ed-4659-ba5f-c28f7990cb42 req-121e3a46-1f5c-4794-b71e-880609ea1e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:02.887550 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9192bb4c-53ed-4659-ba5f-c28f7990cb42 req-121e3a46-1f5c-4794-b71e-880609ea1e02 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 1098 time: 0.0933371 Jan 25 18:39:02.892824 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a47adc-fd44-4c2b-ac72-2eb5c00e1cad req-1b392947-ea02-4893-a582-3d7a45d1b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:02.894490 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-36a47adc-fd44-4c2b-ac72-2eb5c00e1cad req-1b392947-ea02-4893-a582-3d7a45d1b7f1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 1098 time: 0.1015060 Jan 25 18:39:03.018381 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9192bb4c-53ed-4659-ba5f-c28f7990cb42 req-8e92e59d-d75c-4580-a0d9-bd41a0f561ce service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152968 Jan 25 18:39:03.027501 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-36a47adc-fd44-4c2b-ac72-2eb5c00e1cad req-296eb226-96e1-4761-ab99-4b45d02a72fd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183057 Jan 25 18:39:03.034628 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc005a0a-5725-4d52-a81f-7ef25692f575 req-c09ede3d-570b-4359-8239-64ef8998714e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:03.036425 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fc005a0a-5725-4d52-a81f-7ef25692f575 req-c09ede3d-570b-4359-8239-64ef8998714e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.1106317 Jan 25 18:39:03.110594 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fc005a0a-5725-4d52-a81f-7ef25692f575 req-07186080-eb2e-4e2b-a423-3efbfad491ae tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663195 Jan 25 18:39:03.360472 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ed117-153d-43cc-9e6c-6dfa83132e27 req-dbc935a9-4d1c-4840-b9d0-e6013cd8fb16 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:03.361938 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-692ed117-153d-43cc-9e6c-6dfa83132e27 req-dbc935a9-4d1c-4840-b9d0-e6013cd8fb16 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0508099 Jan 25 18:39:03.408085 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-692ed117-153d-43cc-9e6c-6dfa83132e27 req-75543f7c-cf8d-416b-897c-3aa4700a2ee7 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404224 Jan 25 18:39:03.438297 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:39:03.526522 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:03.899021 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e9393-9dc6-4787-9ad8-1f99cbedae20 req-93b2795d-1a5a-4b41-9df8-f03c736d7a67 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:03.900529 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-1d2e9393-9dc6-4787-9ad8-1f99cbedae20 req-93b2795d-1a5a-4b41-9df8-f03c736d7a67 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0463686 Jan 25 18:39:03.951514 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-1d2e9393-9dc6-4787-9ad8-1f99cbedae20 req-d475b14d-4ac3-4de5-a572-b248cfa549e6 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396292 Jan 25 18:39:04.287852 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8981189-9f25-4368-b343-1df7866be5c2 req-0548c5ec-4412-4e18-8bd2-fd68830ca153 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:04.289326 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f8981189-9f25-4368-b343-1df7866be5c2 req-0548c5ec-4412-4e18-8bd2-fd68830ca153 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.0979776 Jan 25 18:39:04.352426 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337b7a4-1007-4425-b18d-2f738593441f req-d2981e42-55e4-49ae-b5a4-9d7baa379550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:04.353891 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5337b7a4-1007-4425-b18d-2f738593441f req-d2981e42-55e4-49ae-b5a4-9d7baa379550 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79f0c4c6863c4b73a0b86bb8d897ad55&device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 1098 time: 0.1068079 Jan 25 18:39:04.368375 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce523a0-4346-4ef5-8c73-7f86fd27418d req-e5047c2c-099e-4a1e-baa6-c51520489b41 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:04.369817 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3ce523a0-4346-4ef5-8c73-7f86fd27418d req-e5047c2c-099e-4a1e-baa6-c51520489b41 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.1268063 Jan 25 18:39:04.386792 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f8981189-9f25-4368-b343-1df7866be5c2 req-0917146d-9031-4504-a332-64c41dc96453 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829217 Jan 25 18:39:04.488490 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3ce523a0-4346-4ef5-8c73-7f86fd27418d req-28f79446-71b2-45c5-bc22-7b9b89672a4a tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062033 Jan 25 18:39:04.540250 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337b7a4-1007-4425-b18d-2f738593441f req-49b0cb56-75c8-43b6-b58f-4d431f64ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:04.542061 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5337b7a4-1007-4425-b18d-2f738593441f req-49b0cb56-75c8-43b6-b58f-4d431f64ae28 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f1204178-e3f4-4d73-ba25-93a4ab80f272 HTTP/1.1" status: 200 len: 920 time: 0.1683764 Jan 25 18:39:04.567409 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fc9d5-f912-4955-832c-78530faffbca req-22147ef5-10fd-46c0-98cf-dcc26ab97450 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:04.569209 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7f7fc9d5-f912-4955-832c-78530faffbca req-22147ef5-10fd-46c0-98cf-dcc26ab97450 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0859256 Jan 25 18:39:04.617497 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5337b7a4-1007-4425-b18d-2f738593441f req-af846f6c-a129-4e68-afba-ca2f025498d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=482aa7c4-8d99-4195-8b20-d928e0e885c6 HTTP/1.1" status: 200 len: 217 time: 0.0474055 Jan 25 18:39:04.710358 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7f7fc9d5-f912-4955-832c-78530faffbca req-7197bab2-02c5-4edb-a8dd-0dd0bc25da7f tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335871 Jan 25 18:39:04.721947 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337b7a4-1007-4425-b18d-2f738593441f req-22837b19-5e41-4f84-88ae-e049176618e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:04.724657 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5337b7a4-1007-4425-b18d-2f738593441f req-22837b19-5e41-4f84-88ae-e049176618e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18b441d1-81c8-4da4-95e8-ec948459c314 HTTP/1.1" status: 200 len: 859 time: 0.0934110 Jan 25 18:39:04.763060 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5337b7a4-1007-4425-b18d-2f738593441f req-64170f05-cbec-49a6-a69f-3f39339c22da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f1204178-e3f4-4d73-ba25-93a4ab80f272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282936 Jan 25 18:39:04.863907 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:04.927803 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5337b7a4-1007-4425-b18d-2f738593441f req-2b255175-9ad8-4152-8a81-abc5c8a85cc6 service neutron] 10.222.0.42 "GET /v2.0/networks/f1204178-e3f4-4d73-ba25-93a4ab80f272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311765 Jan 25 18:39:05.063958 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-daed2362-755e-4f4e-a2f5-4077aa947356 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:05.065645 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-daed2362-755e-4f4e-a2f5-4077aa947356 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/networks?id=97ab6680-7adb-4fea-a3d3-a93c6c42ed71 HTTP/1.1" status: 200 len: 814 time: 0.1835449 Jan 25 18:39:05.092612 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5337b7a4-1007-4425-b18d-2f738593441f req-cb0d2920-deaf-4f89-bf63-1da6af7135cc service neutron] 10.222.0.42 "GET /v2.0/networks/f1204178-e3f4-4d73-ba25-93a4ab80f272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276207 Jan 25 18:39:05.093895 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-3a39a913-e37e-4c92-b2bb-0375d7184f86 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/quotas/17a718a30f324aa9b086c49d167a0bda HTTP/1.1" status: 200 len: 375 time: 0.0197699 Jan 25 18:39:05.164715 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-939a952b-7547-4bae-8521-d11617e4593f tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=17a718a30f324aa9b086c49d167a0bda&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0574601 Jan 25 18:39:05.274538 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-cb410a56-b7db-4858-8e36-7e69be816506 service neutron] 10.222.0.41 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975854 Jan 25 18:39:05.387798 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-e8e2ad36-9108-44cd-8296-b60618a7f46c service neutron] 10.222.0.41 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068320 Jan 25 18:39:05.503479 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44196) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:05.529304 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4603033-6d73-420c-a91e-c4b5878a0e57 req-10596a49-1eda-4cc1-8144-10d150ae5ef7 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:05.531337 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a4603033-6d73-420c-a91e-c4b5878a0e57 req-10596a49-1eda-4cc1-8144-10d150ae5ef7 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.0594769 Jan 25 18:39:05.576717 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44206) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:05.595867 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fc03bee5-7e64-4edf-934a-be79f7aedc50 req-adc4195a-475b-474a-a216-65c7e791de68 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=b237bebf-7dce-4434-a922-667d3a768eb8 HTTP/1.1" status: 200 len: 210 time: 0.0388305 Jan 25 18:39:05.635884 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a4603033-6d73-420c-a91e-c4b5878a0e57 req-fd7d032b-c37d-42f9-b561-9ae3ab25d28e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990410 Jan 25 18:39:05.741934 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454b436-64da-4256-82f9-4a3a376d0b0b req-c624d3cd-5609-49a9-a405-2e1b6493ac36 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:05.750661 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b454b436-64da-4256-82f9-4a3a376d0b0b req-c624d3cd-5609-49a9-a405-2e1b6493ac36 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0761209 Jan 25 18:39:05.761729 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4071f359-2457-4b4d-b958-5f915ca49f89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:05.828892 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b454b436-64da-4256-82f9-4a3a376d0b0b req-2376d8db-74bf-492e-83ca-0b0a2278ae6f tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746589 Jan 25 18:39:05.854307 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-06b3c5a8-541d-4486-a11f-e1d6503b18a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:05.863643 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4071f359-2457-4b4d-b958-5f915ca49f89 admin admin] Publish callbacks [] for security_group (92d24254-b5fe-4ce2-ae6b-259f3838f907), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:05.880058 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4071f359-2457-4b4d-b958-5f915ca49f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (92d24254-b5fe-4ce2-ae6b-259f3838f907), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:05.928229 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 44226) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:05.928729 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-4071f359-2457-4b4d-b958-5f915ca49f89 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d54f48540134928a888cf943d2eaf17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501065 Jan 25 18:39:05.960474 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071f359-2457-4b4d-b958-5f915ca49f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d24254-b5fe-4ce2-ae6b-259f3838f907,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:06.018712 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-06b3c5a8-541d-4486-a11f-e1d6503b18a2 admin admin] Publish callbacks [] for security_group (627254dd-1752-4cf6-93ec-e56e8e96117e), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:06.023063 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-06b3c5a8-541d-4486-a11f-e1d6503b18a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (627254dd-1752-4cf6-93ec-e56e8e96117e), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:06.065700 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68410c29-1c3c-4ac9-8c0b-a9977e4c9284 req-5c83daab-a26f-4017-903b-ea8b4ea973fb tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:06.065950 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-06b3c5a8-541d-4486-a11f-e1d6503b18a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c6f9d0eb5e5845bea0ebed337c107000&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5613840 Jan 25 18:39:06.067242 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-68410c29-1c3c-4ac9-8c0b-a9977e4c9284 req-5c83daab-a26f-4017-903b-ea8b4ea973fb tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.1831527 Jan 25 18:39:06.070234 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44230) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:06.078611 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77ed49-4ae0-48b0-ac0b-0d46c728d8aa req-3f8fd07e-7648-4699-be34-fa554a80e493 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:06.078820 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3c5a8-541d-4486-a11f-e1d6503b18a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627254dd-1752-4cf6-93ec-e56e8e96117e,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:06.081210 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44232) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:06.086581 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-53f04041-c1c1-4cc9-a7cc-4d60f2c86d68 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Request body: {'floatingip': {'port_id': '93853a16-29bb-4dae-81a4-115c6c688504'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:39:06.087511 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4f77ed49-4ae0-48b0-ac0b-0d46c728d8aa req-3f8fd07e-7648-4699-be34-fa554a80e493 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.1609144 Jan 25 18:39:06.117182 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-46c0b847-5d9b-4155-9152-032245d39ec0 admin admin] Publish callbacks [] for security_group (92d24254-b5fe-4ce2-ae6b-259f3838f907), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:06.130260 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:06.163703 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-46c0b847-5d9b-4155-9152-032245d39ec0 admin admin] Publish callbacks [] for security_group (92d24254-b5fe-4ce2-ae6b-259f3838f907), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:06.181344 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-53f04041-c1c1-4cc9-a7cc-4d60f2c86d68 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for floatingip (64038a76-59ef-411a-88ce-91d5061195c3), before_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:06.183100 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4f77ed49-4ae0-48b0-ac0b-0d46c728d8aa req-52ab205c-51da-467d-a0c2-56f3ac192607 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947454 Jan 25 18:39:06.230834 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-46c0b847-5d9b-4155-9152-032245d39ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (92d24254-b5fe-4ce2-ae6b-259f3838f907), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:06.234293 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-46c0b847-5d9b-4155-9152-032245d39ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:06.242824 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-46c0b847-5d9b-4155-9152-032245d39ec0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/92d24254-b5fe-4ce2-ae6b-259f3838f907 HTTP/1.1" status: 204 len: 168 time: 0.2960098 Jan 25 18:39:06.245405 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0b847-5d9b-4155-9152-032245d39ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d24254-b5fe-4ce2-ae6b-259f3838f907,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:06.366233 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c459461a-21a4-4aec-bd6b-6a42ac7c81bd admin admin] Publish callbacks [] for security_group (627254dd-1752-4cf6-93ec-e56e8e96117e), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:06.385691 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25ff79-55d5-443c-b577-e5975d5a53f0 req-f7bd4042-d32a-4dd7-b437-8d9d48909b47 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:06.387617 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-da25ff79-55d5-443c-b577-e5975d5a53f0 req-f7bd4042-d32a-4dd7-b437-8d9d48909b47 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.1072493 Jan 25 18:39:06.396035 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 44242) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:06.402286 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-f866d022-511a-4f1f-abf4-d0dfad976d46 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Request body: {'floatingip': {'port_id': 'bbbd3d57-8220-4579-8fe8-6979ccf35f92'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:39:06.413101 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c459461a-21a4-4aec-bd6b-6a42ac7c81bd admin admin] Publish callbacks [] for security_group (627254dd-1752-4cf6-93ec-e56e8e96117e), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:06.485951 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f866d022-511a-4f1f-abf4-d0dfad976d46 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for floatingip (e7a75209-09e4-4913-a1be-5ec2b6a86176), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:06.555056 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c459461a-21a4-4aec-bd6b-6a42ac7c81bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (627254dd-1752-4cf6-93ec-e56e8e96117e), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:06.558912 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c459461a-21a4-4aec-bd6b-6a42ac7c81bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:06.563323 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-c459461a-21a4-4aec-bd6b-6a42ac7c81bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/627254dd-1752-4cf6-93ec-e56e8e96117e HTTP/1.1" status: 204 len: 168 time: 0.4887152 Jan 25 18:39:06.710829 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 44250) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:06.786980 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a5d27fab-4f7a-4b2d-ab74-a46baf48c0e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:06.790578 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e54ea78e-eb84-4f3c-8c73-0484a47db6fc req-a8423af5-0625-465d-8908-410adb19b477 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=b237bebf-7dce-4434-a922-667d3a768eb8 HTTP/1.1" status: 200 len: 210 time: 0.0784123 Jan 25 18:39:06.841184 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459461a-21a4-4aec-bd6b-6a42ac7c81bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627254dd-1752-4cf6-93ec-e56e8e96117e,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:07.050505 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44256) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:07.080425 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-fa6230ea-68c0-4fe6-9722-8531944877db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:07.179164 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f33222-0db5-4d8c-9c71-c998bc670a01 req-9799c0e9-373a-4051-ab80-fec2671134c7 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:07.180905 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-84f33222-0db5-4d8c-9c71-c998bc670a01 req-9799c0e9-373a-4051-ab80-fec2671134c7 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.2476046 Jan 25 18:39:07.216678 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a5d27fab-4f7a-4b2d-ab74-a46baf48c0e7 admin admin] Publish callbacks [] for security_group (5e9f6c96-28a9-4360-aff9-71744d8a7483), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:07.275704 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a5d27fab-4f7a-4b2d-ab74-a46baf48c0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (5e9f6c96-28a9-4360-aff9-71744d8a7483), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:07.286497 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-fa6230ea-68c0-4fe6-9722-8531944877db admin admin] Publish callbacks [] for security_group (4c1b1b05-a82a-48ad-af16-fda19be8ecbc), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:07.298200 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-fa6230ea-68c0-4fe6-9722-8531944877db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (4c1b1b05-a82a-48ad-af16-fda19be8ecbc), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:07.310436 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-53f04041-c1c1-4cc9-a7cc-4d60f2c86d68 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:07.323453 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-53f04041-c1c1-4cc9-a7cc-4d60f2c86d68 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698476'] for floatingip (64038a76-59ef-411a-88ce-91d5061195c3), after_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:07.361296 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-d2abdea9-dbda-48fe-a72b-3a111faf67ba tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:07.362769 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-d2abdea9-dbda-48fe-a72b-3a111faf67ba tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.42 "GET /v2.0/networks?id=97ab6680-7adb-4fea-a3d3-a93c6c42ed71 HTTP/1.1" status: 200 len: 814 time: 0.3863082 Jan 25 18:39:07.381851 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-fa6230ea-68c0-4fe6-9722-8531944877db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e514a1e273e4e93a452cf60295f0de5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3280790 Jan 25 18:39:07.382196 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44270) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:07.388037 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6230ea-68c0-4fe6-9722-8531944877db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1b1b05-a82a-48ad-af16-fda19be8ecbc,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:07.426961 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-59c7a377-2fa2-4bfc-b38f-76568cc7f67c tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Request body: {'port': {'device_id': 'b237bebf-7dce-4434-a922-667d3a768eb8', 'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71', 'admin_state_up': True, 'tenant_id': '17a718a30f324aa9b086c49d167a0bda'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:39:07.443352 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-a5d27fab-4f7a-4b2d-ab74-a46baf48c0e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2b3f10f53cf43e7b2681c6ed6863194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7298832 Jan 25 18:39:07.456967 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44272) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:07.470982 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d27fab-4f7a-4b2d-ab74-a46baf48c0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9f6c96-28a9-4360-aff9-71744d8a7483,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:07.511233 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-84f33222-0db5-4d8c-9c71-c998bc670a01 req-cdb5b01a-485c-49ef-9621-0be73735f90c tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148723 Jan 25 18:39:07.514655 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.db.l3_db [None req-53f04041-c1c1-4cc9-a7cc-4d60f2c86d68 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Floating IP 64038a76-59ef-411a-88ce-91d5061195c3 associated. External IP: 172.27.2.248, port: 93853a16-29bb-4dae-81a4-115c6c688504. Jan 25 18:39:07.554271 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5244febf-a664-4f51-9e9b-4600c9d31e06 admin admin] Publish callbacks [] for security_group (4c1b1b05-a82a-48ad-af16-fda19be8ecbc), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:07.600185 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5244febf-a664-4f51-9e9b-4600c9d31e06 admin admin] Publish callbacks [] for security_group (4c1b1b05-a82a-48ad-af16-fda19be8ecbc), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:07.636593 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-306dd8e1-628f-49b6-9e8b-e1d5423b73f3 admin admin] Publish callbacks [] for security_group (5e9f6c96-28a9-4360-aff9-71744d8a7483), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:07.700122 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-306dd8e1-628f-49b6-9e8b-e1d5423b73f3 admin admin] Publish callbacks [] for security_group (5e9f6c96-28a9-4360-aff9-71744d8a7483), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:07.763699 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5244febf-a664-4f51-9e9b-4600c9d31e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (4c1b1b05-a82a-48ad-af16-fda19be8ecbc), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:07.766842 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5244febf-a664-4f51-9e9b-4600c9d31e06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:07.767991 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-5244febf-a664-4f51-9e9b-4600c9d31e06 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c1b1b05-a82a-48ad-af16-fda19be8ecbc HTTP/1.1" status: 204 len: 168 time: 0.3848972 Jan 25 18:39:07.783229 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244febf-a664-4f51-9e9b-4600c9d31e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1b1b05-a82a-48ad-af16-fda19be8ecbc,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:07.809919 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-59c7a377-2fa2-4bfc-b38f-76568cc7f67c tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Made reservation on behalf of 17a718a30f324aa9b086c49d167a0bda for: {'port': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:39:07.813781 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-59c7a377-2fa2-4bfc-b38f-76568cc7f67c tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:07.845505 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f866d022-511a-4f1f-abf4-d0dfad976d46 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:07.852043 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f866d022-511a-4f1f-abf4-d0dfad976d46 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698476'] for floatingip (e7a75209-09e4-4913-a1be-5ec2b6a86176), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:07.855876 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f04041-c1c1-4cc9-a7cc-4d60f2c86d68 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Router 68e0e943-03c8-46f0-8717-ef69dc62083f has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:39:07.859308 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-306dd8e1-628f-49b6-9e8b-e1d5423b73f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (5e9f6c96-28a9-4360-aff9-71744d8a7483), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:07.862251 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-306dd8e1-628f-49b6-9e8b-e1d5423b73f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:07.866305 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-306dd8e1-628f-49b6-9e8b-e1d5423b73f3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e9f6c96-28a9-4360-aff9-71744d8a7483 HTTP/1.1" status: 204 len: 168 time: 0.4083474 Jan 25 18:39:07.878957 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306dd8e1-628f-49b6-9e8b-e1d5423b73f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9f6c96-28a9-4360-aff9-71744d8a7483,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:07.978326 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-cfdbd6fc-9fc1-48b0-8065-b6590f57a56d req-07eb839b-b4f5-4358-bd2e-5e686cab169f tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=b237bebf-7dce-4434-a922-667d3a768eb8 HTTP/1.1" status: 200 len: 210 time: 0.0770919 Jan 25 18:39:07.986547 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f04041-c1c1-4cc9-a7cc-4d60f2c86d68 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:39:07.990966 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-53f04041-c1c1-4cc9-a7cc-4d60f2c86d68 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for floatingip (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:08.011211 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a456e68a-4b0b-435d-a9a7-e1334b74fe75 None None] Sync routers for ids ['68e0e943-03c8-46f0-8717-ef69dc62083f'] in dv-cinder-826350-1-iscsi {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:39:08.027596 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a456e68a-4b0b-435d-a9a7-e1334b74fe75 None None] Routers {'68e0e943-03c8-46f0-8717-ef69dc62083f'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:39:08.028313 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-a456e68a-4b0b-435d-a9a7-e1334b74fe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:39:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['68e0e943-03c8-46f0-8717-ef69dc62083f'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:08.059672 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-53f04041-c1c1-4cc9-a7cc-4d60f2c86d68 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "PUT /v2.0/floatingips/64038a76-59ef-411a-88ce-91d5061195c3 HTTP/1.1" status: 200 len: 991 time: 1.9762998 Jan 25 18:39:08.063205 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a74462a-e8b7-43d9-a2c4-785fd48f1ab6', 'tag': '93853a16-29bb-4dae-81a4-115c6c688504'}] {{(pid=102637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:39:08.074025 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d684e4e91e5fd03d38a13c3d537823e5518f80ed6034d8fe3b9e30891c24508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a31db2f-bb27-45c8-a220-96c5bcf61c15" -d '{"events": [{"name": "network-changed", "server_uuid": "8a74462a-e8b7-43d9-a2c4-785fd48f1ab6", "tag": "93853a16-29bb-4dae-81a4-115c6c688504"}]}' {{(pid=102637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:39:08.147579 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-59c7a377-2fa2-4bfc-b38f-76568cc7f67c tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Allocated IP 172.20.0.4 (97ab6680-7adb-4fea-a3d3-a93c6c42ed71/6f089d72-d869-450d-ba13-6426ebb7bbcd/f93b96bc-732e-4b8f-9164-841bdf36e617) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:39:08.152714 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e2aa37-eed5-4731-9e97-39973ee431db x-openstack-request-id: req-22e2aa37-eed5-4731-9e97-39973ee431db {{(pid=102637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:39:08.153118 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a74462a-e8b7-43d9-a2c4-785fd48f1ab6", "tag": "93853a16-29bb-4dae-81a4-115c6c688504", "status": "completed", "code": 200}]} {{(pid=102637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:39:08.153540 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22e2aa37-eed5-4731-9e97-39973ee431db {{(pid=102637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:39:08.154212 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a74462a-e8b7-43d9-a2c4-785fd48f1ab6', 'tag': '93853a16-29bb-4dae-81a4-115c6c688504', 'status': 'completed', 'code': 200} Jan 25 18:39:08.159886 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.db.l3_db [None req-f866d022-511a-4f1f-abf4-d0dfad976d46 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Floating IP e7a75209-09e4-4913-a1be-5ec2b6a86176 associated. External IP: 172.27.2.127, port: bbbd3d57-8220-4579-8fe8-6979ccf35f92. Jan 25 18:39:08.189934 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-a456e68a-4b0b-435d-a9a7-e1334b74fe75 None None] Set router 68e0e943-03c8-46f0-8717-ef69dc62083f gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:39:08.365527 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44298) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:08.385980 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-45d8d9a9-3962-4e0d-8ee9-379e106dc8b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:08.495003 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-a456e68a-4b0b-435d-a9a7-e1334b74fe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'name': 'tempest-AttachVolumeShelveTestJSON-800383706-router', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:38:25Z', 'revision_number': 4, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'gw_port': {'id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': '64038a76-59ef-411a-88ce-91d5061195c3', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'port_id': '93853a16-29bb-4dae-81a4-115c6c688504', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'mac_address': 'fa:16:3e:ba:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74462a-e8b7-43d9-a2c4-785fd48f1ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:38:31Z', 'updated_at': '2022-01-25T18:39:07Z', 'revision_number': 1, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cb3c646-f459-46f4-a525-950d0d595729', 'name': '', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'mac_address': 'fa:16:3e:90:39:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:23Z', 'updated_at': '2022-01-25T18:38:35Z', 'revision_number': 5, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'subnets': [{'id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:08.508488 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-45d8d9a9-3962-4e0d-8ee9-379e106dc8b6 admin admin] Publish callbacks [] for security_group (c1bdb6b8-8a00-4dee-8e40-68ebb84eae8b), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:08.513830 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-45d8d9a9-3962-4e0d-8ee9-379e106dc8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (c1bdb6b8-8a00-4dee-8e40-68ebb84eae8b), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:08.521507 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a456e68a-4b0b-435d-a9a7-e1334b74fe75 None None] Checking router: 68e0e943-03c8-46f0-8717-ef69dc62083f for host: dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:39:08.533083 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a456e68a-4b0b-435d-a9a7-e1334b74fe75 None None] Routers {'68e0e943-03c8-46f0-8717-ef69dc62083f'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:39:08.533772 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-a456e68a-4b0b-435d-a9a7-e1334b74fe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:39:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['68e0e943-03c8-46f0-8717-ef69dc62083f'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:08.598814 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-45d8d9a9-3962-4e0d-8ee9-379e106dc8b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93c9d88efe4845e3afc3564bf92e9c03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268097 Jan 25 18:39:08.600792 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44308) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:08.619816 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8d9a9-3962-4e0d-8ee9-379e106dc8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bdb6b8-8a00-4dee-8e40-68ebb84eae8b,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:08.676547 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31db2f-bb27-45c8-a220-96c5bcf61c15 req-96ee5070-55f1-4760-9df2-0b37560a64e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:08.678471 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9a31db2f-bb27-45c8-a220-96c5bcf61c15 req-96ee5070-55f1-4760-9df2-0b37560a64e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fd0ab9445184d34bff3e43185fd5e1e&device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 1098 time: 0.4802563 Jan 25 18:39:08.680756 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-10a7b4c4-35b9-47d2-93e7-653af843f316 admin admin] Publish callbacks [] for security_group (c1bdb6b8-8a00-4dee-8e40-68ebb84eae8b), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:08.702311 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-a456e68a-4b0b-435d-a9a7-e1334b74fe75 None None] Set router 68e0e943-03c8-46f0-8717-ef69dc62083f gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:39:08.707324 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-10a7b4c4-35b9-47d2-93e7-653af843f316 admin admin] Publish callbacks [] for security_group (c1bdb6b8-8a00-4dee-8e40-68ebb84eae8b), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:08.773182 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-10a7b4c4-35b9-47d2-93e7-653af843f316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (c1bdb6b8-8a00-4dee-8e40-68ebb84eae8b), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:08.776803 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-10a7b4c4-35b9-47d2-93e7-653af843f316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:08.781039 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-10a7b4c4-35b9-47d2-93e7-653af843f316 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c1bdb6b8-8a00-4dee-8e40-68ebb84eae8b HTTP/1.1" status: 204 len: 168 time: 0.1746757 Jan 25 18:39:08.796444 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7b4c4-35b9-47d2-93e7-653af843f316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bdb6b8-8a00-4dee-8e40-68ebb84eae8b,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:08.867446 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b030380-7f41-4d9e-b1ba-6da86515fac3 req-ac2a057c-2711-4f7a-a70f-eaa40e4d591a tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:08.869076 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7b030380-7f41-4d9e-b1ba-6da86515fac3 req-ac2a057c-2711-4f7a-a70f-eaa40e4d591a tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.2532334 Jan 25 18:39:08.992895 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31db2f-bb27-45c8-a220-96c5bcf61c15 req-862fcb5e-6335-4aea-ae3c-2e4bb256e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:08.994567 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9a31db2f-bb27-45c8-a220-96c5bcf61c15 req-862fcb5e-6335-4aea-ae3c-2e4bb256e778 service neutron] 10.222.0.42 "GET /v2.0/networks?id=438eb890-9580-4e27-a169-38cf0147302b HTTP/1.1" status: 200 len: 917 time: 0.3071926 Jan 25 18:39:09.086530 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-a456e68a-4b0b-435d-a9a7-e1334b74fe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'name': 'tempest-AttachVolumeShelveTestJSON-800383706-router', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:38:25Z', 'revision_number': 4, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'gw_port': {'id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': '64038a76-59ef-411a-88ce-91d5061195c3', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'port_id': '93853a16-29bb-4dae-81a4-115c6c688504', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'mac_address': 'fa:16:3e:ba:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74462a-e8b7-43d9-a2c4-785fd48f1ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:38:31Z', 'updated_at': '2022-01-25T18:39:07Z', 'revision_number': 1, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cb3c646-f459-46f4-a525-950d0d595729', 'name': '', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'mac_address': 'fa:16:3e:90:39:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:23Z', 'updated_at': '2022-01-25T18:38:35Z', 'revision_number': 5, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'subnets': [{'id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:09.106839 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f866d022-511a-4f1f-abf4-d0dfad976d46 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Router 284add4d-b541-4a69-afea-38b3939b5555 has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:39:09.117207 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a456e68a-4b0b-435d-a9a7-e1334b74fe75 None None] The sync data for ids ['68e0e943-03c8-46f0-8717-ef69dc62083f'] in dv-cinder-826350-1-iscsi is: [{'id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'name': 'tempest-AttachVolumeShelveTestJSON-800383706-router', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:38:25Z', 'revision_number': 4, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'gw_port': {'id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': '64038a76-59ef-411a-88ce-91d5061195c3', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'port_id': '93853a16-29bb-4dae-81a4-115c6c688504', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'mac_address': 'fa:16:3e:ba:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74462a-e8b7-43d9-a2c4-785fd48f1ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:38:31Z', 'updated_at': '2022-01-25T18:39:07Z', 'revision_number': 1, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cb3c646-f459-46f4-a525-950d0d595729', 'name': '', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'mac_address': 'fa:16:3e:90:39:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:23Z', 'updated_at': '2022-01-25T18:38:35Z', 'revision_number': 5, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'subnets': [{'id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:39:09.119387 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-59c7a377-2fa2-4bfc-b38f-76568cc7f67c tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks [] for port (f93b96bc-732e-4b8f-9164-841bdf36e617), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:09.137016 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7b030380-7f41-4d9e-b1ba-6da86515fac3 req-059776ac-8c6b-4c38-abb0-21bcf9407c75 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326360 Jan 25 18:39:09.187116 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-dd304be5-473b-45e0-8957-f73e25fc66e8 req-8bdc7a97-7fd4-4982-b721-2ba04407ebe1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=b237bebf-7dce-4434-a922-667d3a768eb8 HTTP/1.1" status: 200 len: 210 time: 0.0658085 Jan 25 18:39:09.204993 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9a31db2f-bb27-45c8-a220-96c5bcf61c15 req-0312f01a-7ebd-4da7-b6a2-842bcaa646af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93853a16-29bb-4dae-81a4-115c6c688504 HTTP/1.1" status: 200 len: 999 time: 0.1957295 Jan 25 18:39:09.316598 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-59c7a377-2fa2-4bfc-b38f-76568cc7f67c tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (f93b96bc-732e-4b8f-9164-841bdf36e617), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:09.339659 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['c689a356-34e5-4c13-925d-823bf06c5abd'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:39:09.348234 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31db2f-bb27-45c8-a220-96c5bcf61c15 req-7103040b-f82c-463e-9d09-bf7871d058c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:09.350537 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9a31db2f-bb27-45c8-a220-96c5bcf61c15 req-7103040b-f82c-463e-9d09-bf7871d058c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cec76f50-4972-4c18-a629-b0502bc042ec HTTP/1.1" status: 200 len: 855 time: 0.1066334 Jan 25 18:39:09.460454 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-59c7a377-2fa2-4bfc-b38f-76568cc7f67c tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Network 97ab6680-7adb-4fea-a3d3-a93c6c42ed71 is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:39:09.474974 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-59c7a377-2fa2-4bfc-b38f-76568cc7f67c tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:39:09.477106 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7a377-2fa2-4bfc-b38f-76568cc7f67c tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Pushing event updated for resources: {'Port': ['ID=f93b96bc-732e-4b8f-9164-841bdf36e617,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:09.480513 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-59c7a377-2fa2-4bfc-b38f-76568cc7f67c tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:39:09.485736 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-59c7a377-2fa2-4bfc-b38f-76568cc7f67c tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:09.486394 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-59c7a377-2fa2-4bfc-b38f-76568cc7f67c tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:09.494332 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f866d022-511a-4f1f-abf4-d0dfad976d46 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:39:09.504389 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f866d022-511a-4f1f-abf4-d0dfad976d46 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for floatingip (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:09.521146 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d86bfbb-61e3-4626-b517-a8a7273ecb01 None None] Sync routers for ids ['284add4d-b541-4a69-afea-38b3939b5555'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:39:09.536870 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2fcb05-3481-4cb7-95df-5e81e2757561 None None] New status for floating IP 64038a76-59ef-411a-88ce-91d5061195c3: ACTIVE {{(pid=102640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 18:39:09.539327 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31db2f-bb27-45c8-a220-96c5bcf61c15 req-ed42790a-70c6-4455-9a86-5d3e66052781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:09.540846 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9a31db2f-bb27-45c8-a220-96c5bcf61c15 req-ed42790a-70c6-4455-9a86-5d3e66052781 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=438eb890-9580-4e27-a169-38cf0147302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1837618 Jan 25 18:39:09.547217 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-59c7a377-2fa2-4bfc-b38f-76568cc7f67c tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1262331 Jan 25 18:39:09.575488 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-f866d022-511a-4f1f-abf4-d0dfad976d46 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "PUT /v2.0/floatingips/e7a75209-09e4-4913-a1be-5ec2b6a86176 HTTP/1.1" status: 200 len: 991 time: 3.1782598 Jan 25 18:39:09.583601 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d86bfbb-61e3-4626-b517-a8a7273ecb01 None None] Routers {'284add4d-b541-4a69-afea-38b3939b5555'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:39:09.588394 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-0d86bfbb-61e3-4626-b517-a8a7273ecb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:39:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['284add4d-b541-4a69-afea-38b3939b5555'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:09.599461 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa729b2-4754-46de-93c8-c623eb2a98e1', 'tag': 'bbbd3d57-8220-4579-8fe8-6979ccf35f92'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:39:09.601720 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c657fb8-7d41-4a11-9194-6182d7d4c2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa729b2-4754-46de-93c8-c623eb2a98e1", "tag": "bbbd3d57-8220-4579-8fe8-6979ccf35f92"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:39:09.644050 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Request body: {'port': {'device_id': 'b237bebf-7dce-4434-a922-667d3a768eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:39:09.700217 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1ecf21-efef-4298-a757-67d0ad14a05d x-openstack-request-id: req-ce1ecf21-efef-4298-a757-67d0ad14a05d {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:39:09.700217 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa729b2-4754-46de-93c8-c623eb2a98e1", "tag": "bbbd3d57-8220-4579-8fe8-6979ccf35f92", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:39:09.700217 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce1ecf21-efef-4298-a757-67d0ad14a05d {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:39:09.700217 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa729b2-4754-46de-93c8-c623eb2a98e1', 'tag': 'bbbd3d57-8220-4579-8fe8-6979ccf35f92', 'status': 'completed', 'code': 200} Jan 25 18:39:09.804700 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c657fb8-7d41-4a11-9194-6182d7d4c2f3 req-d1a13404-b8cc-4747-8863-218eea6651c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:09.811283 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-0c657fb8-7d41-4a11-9194-6182d7d4c2f3 req-d1a13404-b8cc-4747-8863-218eea6651c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a3146285abdc4982ba9505ebc887faaa&device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 1098 time: 0.0828857 Jan 25 18:39:09.833681 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (f93b96bc-732e-4b8f-9164-841bdf36e617), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:09.834118 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-0d86bfbb-61e3-4626-b517-a8a7273ecb01 None None] Set router 284add4d-b541-4a69-afea-38b3939b5555 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:39:09.895456 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9a31db2f-bb27-45c8-a220-96c5bcf61c15 req-cc2e2a64-3809-4b67-b771-8b0dd623cbc2 service neutron] 10.222.0.42 "GET /v2.0/networks/438eb890-9580-4e27-a169-38cf0147302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184183 Jan 25 18:39:09.996698 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c657fb8-7d41-4a11-9194-6182d7d4c2f3 req-478d0fca-7545-462b-8a40-f5716a2d9e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:10.000293 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-0c657fb8-7d41-4a11-9194-6182d7d4c2f3 req-478d0fca-7545-462b-8a40-f5716a2d9e6d service neutron] 10.222.0.42 "GET /v2.0/networks?id=39a92873-72dd-4c94-9b45-f8eddc76cfc4 HTTP/1.1" status: 200 len: 911 time: 0.1820512 Jan 25 18:39:10.127337 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9a31db2f-bb27-45c8-a220-96c5bcf61c15 req-07bae592-af82-4ad8-b26f-0d6ee5ad1b26 service neutron] 10.222.0.42 "GET /v2.0/networks/438eb890-9580-4e27-a169-38cf0147302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191951 Jan 25 18:39:10.178699 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 44366) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:10.430147 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-0d86bfbb-61e3-4626-b517-a8a7273ecb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284add4d-b541-4a69-afea-38b3939b5555', 'name': 'tempest-AttachVolumeTestJSON-311322752-router', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '1e103739-075b-432a-bae8-25c25203fa9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:10Z', 'updated_at': '2022-01-25T18:38:19Z', 'revision_number': 4, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'gw_port': {'id': '1e103739-075b-432a-bae8-25c25203fa9a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:96:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:12Z', 'updated_at': '2022-01-25T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': 'e7a75209-09e4-4913-a1be-5ec2b6a86176', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '284add4d-b541-4a69-afea-38b3939b5555', 'port_id': 'bbbd3d57-8220-4579-8fe8-6979ccf35f92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'mac_address': 'fa:16:3e:5b:e1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa729b2-4754-46de-93c8-c623eb2a98e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:38:36Z', 'updated_at': '2022-01-25T18:39:07Z', 'revision_number': 1, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad8e75e-0d55-4f12-b815-fe9c7a277ed7', 'name': '', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'mac_address': 'fa:16:3e:98:d7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:18Z', 'updated_at': '2022-01-25T18:38:31Z', 'revision_number': 5, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'subnets': [{'id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:10.437171 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-fff98c30-5fd3-4193-ab62-a5a06e972947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:10.465448 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d86bfbb-61e3-4626-b517-a8a7273ecb01 None None] Checking router: 284add4d-b541-4a69-afea-38b3939b5555 for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:39:10.475721 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d86bfbb-61e3-4626-b517-a8a7273ecb01 None None] Routers {'284add4d-b541-4a69-afea-38b3939b5555'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:39:10.476565 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-0d86bfbb-61e3-4626-b517-a8a7273ecb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:39:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['284add4d-b541-4a69-afea-38b3939b5555'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:10.484859 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc6803-1a8a-48e5-9592-6e96295a5547 req-0171959d-e3e4-4a8a-b8ab-ddc1d26268c9 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:10.491579 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4cfc6803-1a8a-48e5-9592-6e96295a5547 req-0171959d-e3e4-4a8a-b8ab-ddc1d26268c9 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.2222207 Jan 25 18:39:10.532237 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-0c657fb8-7d41-4a11-9194-6182d7d4c2f3 req-6c071adb-1689-4100-a318-6ea849d692a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbbd3d57-8220-4579-8fe8-6979ccf35f92 HTTP/1.1" status: 200 len: 999 time: 0.5190222 Jan 25 18:39:10.548490 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f93b96bc-732e-4b8f-9164-841bdf36e617 {{(pid=102638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:39:10.578057 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17755e7-a8ae-4419-9c8c-d51eee645c21 req-0c064b41-0886-42ec-9cc8-160d6af3bbb1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:10.586583 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e17755e7-a8ae-4419-9c8c-d51eee645c21 req-0c064b41-0886-42ec-9cc8-160d6af3bbb1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=b237bebf-7dce-4434-a922-667d3a768eb8 HTTP/1.1" status: 200 len: 931 time: 0.2751396 Jan 25 18:39:10.596329 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c657fb8-7d41-4a11-9194-6182d7d4c2f3 req-14fb84df-a55f-48cc-a6af-a48d1a6c3a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:10.598535 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-0c657fb8-7d41-4a11-9194-6182d7d4c2f3 req-14fb84df-a55f-48cc-a6af-a48d1a6c3a01 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e8bae059-1749-4e6b-8122-ee6422457f86 HTTP/1.1" status: 200 len: 849 time: 0.0584252 Jan 25 18:39:10.637652 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Publish callbacks [] for port (f93b96bc-732e-4b8f-9164-841bdf36e617), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:10.643989 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-0d86bfbb-61e3-4626-b517-a8a7273ecb01 None None] Set router 284add4d-b541-4a69-afea-38b3939b5555 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:39:10.649613 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4cfc6803-1a8a-48e5-9592-6e96295a5547 req-3918e607-ed20-4975-a21d-c59dcd17709c tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571288 Jan 25 18:39:10.705075 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e17755e7-a8ae-4419-9c8c-d51eee645c21 req-5c817dfa-c44a-41b2-ac6a-75cbd10d6305 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164389 Jan 25 18:39:10.718594 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c657fb8-7d41-4a11-9194-6182d7d4c2f3 req-df0d45c6-1ea8-4c11-88d1-2b33dea8700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:10.720480 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-0c657fb8-7d41-4a11-9194-6182d7d4c2f3 req-df0d45c6-1ea8-4c11-88d1-2b33dea8700f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=39a92873-72dd-4c94-9b45-f8eddc76cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1095953 Jan 25 18:39:10.742771 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.provisioning_blocks [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Transition to ACTIVE for port object f93b96bc-732e-4b8f-9164-841bdf36e617 will not be triggered until provisioned by entity L2. {{(pid=102638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 18:39:10.752943 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (f93b96bc-732e-4b8f-9164-841bdf36e617), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:10.852206 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Pushing event updated for resources: {'Port': ['ID=f93b96bc-732e-4b8f-9164-841bdf36e617,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:10.871630 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:10.872210 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:10.872565 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:10.872936 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:10.873462 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:10.874432 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:10.874899 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:10.875501 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:10.876095 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:10.876435 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:10.876801 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:10.877133 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:10.877562 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:10.902764 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-0c657fb8-7d41-4a11-9194-6182d7d4c2f3 req-f4d0b92f-32c4-4e10-b5d1-d5fed90deb1f service neutron] 10.222.0.42 "GET /v2.0/networks/39a92873-72dd-4c94-9b45-f8eddc76cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569300 Jan 25 18:39:10.932712 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Attempting to bind port f93b96bc-732e-4b8f-9164-841bdf36e617 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:39:10.933041 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Attempting to bind port f93b96bc-732e-4b8f-9164-841bdf36e617 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '63da4b9e-7aec-4a65-8c20-bb312e592a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71'}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:39:10.933376 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Attempting to bind port f93b96bc-732e-4b8f-9164-841bdf36e617 on network 97ab6680-7adb-4fea-a3d3-a93c6c42ed71 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:39:10.942867 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Port f93b96bc-732e-4b8f-9164-841bdf36e617 on network 97ab6680-7adb-4fea-a3d3-a93c6c42ed71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 18:39:10.943212 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Attempting to bind port f93b96bc-732e-4b8f-9164-841bdf36e617 on network 97ab6680-7adb-4fea-a3d3-a93c6c42ed71 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:39:10.958565 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Checking agent: {'id': 'bdb5f0d3-661d-4d22-a5ac-70c284fe21ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'started_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:39:10.958969 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Checking segment: {'id': '63da4b9e-7aec-4a65-8c20-bb312e592a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:39:10.959282 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Bound using segment: {'id': '63da4b9e-7aec-4a65-8c20-bb312e592a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71'} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:39:10.959715 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Bound port: f93b96bc-732e-4b8f-9164-841bdf36e617, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63da4b9e-7aec-4a65-8c20-bb312e592a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71'}}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:39:10.960071 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (f93b96bc-732e-4b8f-9164-841bdf36e617), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:10.981945 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-fff98c30-5fd3-4193-ab62-a5a06e972947 admin admin] Publish callbacks [] for security_group (856742fb-a173-4138-baf9-027cecc151c0), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:10.987439 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-fff98c30-5fd3-4193-ab62-a5a06e972947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (856742fb-a173-4138-baf9-027cecc151c0), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:11.078197 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] For port f93b96bc-732e-4b8f-9164-841bdf36e617, host hv-cinder-82635, cleared binding levels {{(pid=102638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:39:11.082170 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] For port f93b96bc-732e-4b8f-9164-841bdf36e617, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=f93b96bc-732e-4b8f-9164-841bdf36e617,segment=NetworkSegment(63da4b9e-7aec-4a65-8c20-bb312e592a28),segment_id=63da4b9e-7aec-4a65-8c20-bb312e592a28)] {{(pid=102638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:39:11.091799 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-0d86bfbb-61e3-4626-b517-a8a7273ecb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284add4d-b541-4a69-afea-38b3939b5555', 'name': 'tempest-AttachVolumeTestJSON-311322752-router', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '1e103739-075b-432a-bae8-25c25203fa9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:10Z', 'updated_at': '2022-01-25T18:38:19Z', 'revision_number': 4, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'gw_port': {'id': '1e103739-075b-432a-bae8-25c25203fa9a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:96:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:12Z', 'updated_at': '2022-01-25T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': 'e7a75209-09e4-4913-a1be-5ec2b6a86176', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '284add4d-b541-4a69-afea-38b3939b5555', 'port_id': 'bbbd3d57-8220-4579-8fe8-6979ccf35f92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'mac_address': 'fa:16:3e:5b:e1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa729b2-4754-46de-93c8-c623eb2a98e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:38:36Z', 'updated_at': '2022-01-25T18:39:07Z', 'revision_number': 1, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad8e75e-0d55-4f12-b815-fe9c7a277ed7', 'name': '', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'mac_address': 'fa:16:3e:98:d7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:18Z', 'updated_at': '2022-01-25T18:38:31Z', 'revision_number': 5, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'subnets': [{'id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:11.095133 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-fff98c30-5fd3-4193-ab62-a5a06e972947 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9cabc5d4dc0e4af9839948a8fc93513e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9130251 Jan 25 18:39:11.095276 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-0c657fb8-7d41-4a11-9194-6182d7d4c2f3 req-e448e1d8-ec92-4be2-b45d-23c7c143dcd1 service neutron] 10.222.0.42 "GET /v2.0/networks/39a92873-72dd-4c94-9b45-f8eddc76cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885962 Jan 25 18:39:11.095941 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44404) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:11.108546 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (f93b96bc-732e-4b8f-9164-841bdf36e617), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:11.134869 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d86bfbb-61e3-4626-b517-a8a7273ecb01 None None] The sync data for ids ['284add4d-b541-4a69-afea-38b3939b5555'] in dv-cinder-826350-1-iscsi is: [{'id': '284add4d-b541-4a69-afea-38b3939b5555', 'name': 'tempest-AttachVolumeTestJSON-311322752-router', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '1e103739-075b-432a-bae8-25c25203fa9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:10Z', 'updated_at': '2022-01-25T18:38:19Z', 'revision_number': 4, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'gw_port': {'id': '1e103739-075b-432a-bae8-25c25203fa9a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:96:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:12Z', 'updated_at': '2022-01-25T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': 'e7a75209-09e4-4913-a1be-5ec2b6a86176', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '284add4d-b541-4a69-afea-38b3939b5555', 'port_id': 'bbbd3d57-8220-4579-8fe8-6979ccf35f92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'mac_address': 'fa:16:3e:5b:e1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa729b2-4754-46de-93c8-c623eb2a98e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:38:36Z', 'updated_at': '2022-01-25T18:39:07Z', 'revision_number': 1, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad8e75e-0d55-4f12-b815-fe9c7a277ed7', 'name': '', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'mac_address': 'fa:16:3e:98:d7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:18Z', 'updated_at': '2022-01-25T18:38:31Z', 'revision_number': 5, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'subnets': [{'id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:39:11.184314 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-700df256-8bdc-4ce1-83ba-de7217d91f0b admin admin] Publish callbacks [] for security_group (856742fb-a173-4138-baf9-027cecc151c0), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:11.208256 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff98c30-5fd3-4193-ab62-a5a06e972947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856742fb-a173-4138-baf9-027cecc151c0,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:11.215540 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:11.216241 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:11.218212 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] 10.222.0.42 "PUT /v2.0/ports/f93b96bc-732e-4b8f-9164-841bdf36e617 HTTP/1.1" status: 200 len: 1093 time: 1.6195884 Jan 25 18:39:11.258597 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-700df256-8bdc-4ce1-83ba-de7217d91f0b admin admin] Publish callbacks [] for security_group (856742fb-a173-4138-baf9-027cecc151c0), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:11.265454 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6a6f0-babf-4623-b066-848538763c73 service neutron] Pushing event updated for resources: {'Port': ['ID=f93b96bc-732e-4b8f-9164-841bdf36e617,revision_number=3']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:11.332708 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-700df256-8bdc-4ce1-83ba-de7217d91f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (856742fb-a173-4138-baf9-027cecc151c0), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:11.338387 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-700df256-8bdc-4ce1-83ba-de7217d91f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:11.338387 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-700df256-8bdc-4ce1-83ba-de7217d91f0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/856742fb-a173-4138-baf9-027cecc151c0 HTTP/1.1" status: 204 len: 168 time: 0.2396557 Jan 25 18:39:11.357600 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700df256-8bdc-4ce1-83ba-de7217d91f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856742fb-a173-4138-baf9-027cecc151c0,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:11.366335 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700df256-8bdc-4ce1-83ba-de7217d91f0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:11.366689 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700df256-8bdc-4ce1-83ba-de7217d91f0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:11.367845 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700df256-8bdc-4ce1-83ba-de7217d91f0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:11.368203 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700df256-8bdc-4ce1-83ba-de7217d91f0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:11.368872 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700df256-8bdc-4ce1-83ba-de7217d91f0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:11.368983 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-8075333e-c7b0-45e3-ad94-34e8579405c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:11.369211 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700df256-8bdc-4ce1-83ba-de7217d91f0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:11.369547 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700df256-8bdc-4ce1-83ba-de7217d91f0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:11.369878 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700df256-8bdc-4ce1-83ba-de7217d91f0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:11.370251 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700df256-8bdc-4ce1-83ba-de7217d91f0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:11.370488 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-8075333e-c7b0-45e3-ad94-34e8579405c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17a718a30f324aa9b086c49d167a0bda&device_id=b237bebf-7dce-4434-a922-667d3a768eb8 HTTP/1.1" status: 200 len: 1096 time: 0.0855808 Jan 25 18:39:11.370604 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700df256-8bdc-4ce1-83ba-de7217d91f0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:11.370931 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700df256-8bdc-4ce1-83ba-de7217d91f0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:11.371253 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700df256-8bdc-4ce1-83ba-de7217d91f0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:11.371574 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700df256-8bdc-4ce1-83ba-de7217d91f0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:11.443672 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-618c4de5-8520-4b8e-9d0b-337058188d41 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f93b96bc-732e-4b8f-9164-841bdf36e617 HTTP/1.1" status: 200 len: 217 time: 0.0544839 Jan 25 18:39:11.481993 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31ebfa2-db48-4f1c-ae5d-f361d5a69ccd None None] New status for floating IP e7a75209-09e4-4913-a1be-5ec2b6a86176: ACTIVE {{(pid=102639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 18:39:11.515902 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-0bbf7785-3073-4844-ab15-a8bf1efb468e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:11.518310 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-0bbf7785-3073-4844-ab15-a8bf1efb468e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f089d72-d869-450d-ba13-6426ebb7bbcd HTTP/1.1" status: 200 len: 854 time: 0.0562525 Jan 25 18:39:11.559573 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-03b629f4-20a1-42f8-8279-5b55abe16a5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97ab6680-7adb-4fea-a3d3-a93c6c42ed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300505 Jan 25 18:39:11.604032 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44420) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:11.678002 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-d1b60f2d-20bc-4fa6-ba8f-0264a6739dfe service neutron] 10.222.0.42 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085765 Jan 25 18:39:11.788405 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44432) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:11.816243 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-28b819c8-a2bf-4187-9051-4b315bbe74e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:11.865140 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b237bebf-7dce-4434-a922-667d3a768eb8', 'tag': 'f93b96bc-732e-4b8f-9164-841bdf36e617'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:39:11.867654 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7252072d-1a51-47f0-a8d9-20831ae9eeab" -d '{"events": [{"name": "network-changed", "server_uuid": "b237bebf-7dce-4434-a922-667d3a768eb8", "tag": "f93b96bc-732e-4b8f-9164-841bdf36e617"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:39:11.873793 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e78dc92c-e894-4605-ac78-321df6a1b69a req-f1309e14-154e-4cde-b717-a7e69c2f99c0 service neutron] 10.222.0.42 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790328 Jan 25 18:39:11.954227 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-28b819c8-a2bf-4187-9051-4b315bbe74e7 admin admin] Publish callbacks [] for security_group (393c6d30-fe2a-414f-bd1e-07f444e08828), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:11.962724 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-28b819c8-a2bf-4187-9051-4b315bbe74e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (393c6d30-fe2a-414f-bd1e-07f444e08828), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:11.997101 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b1da-06be-43e1-8e8a-77754d4f9248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:12.034655 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b819c8-a2bf-4187-9051-4b315bbe74e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393c6d30-fe2a-414f-bd1e-07f444e08828,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:12.039076 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-28b819c8-a2bf-4187-9051-4b315bbe74e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a841ff4f59c641f1a8824c36685f14b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496233 Jan 25 18:39:12.042565 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44448) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:12.125904 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a4a9d0af-a7ce-46bf-9cba-1307408cbc34 admin admin] Publish callbacks [] for security_group (393c6d30-fe2a-414f-bd1e-07f444e08828), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:12.165122 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a4a9d0af-a7ce-46bf-9cba-1307408cbc34 admin admin] Publish callbacks [] for security_group (393c6d30-fe2a-414f-bd1e-07f444e08828), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:12.170183 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b1da-06be-43e1-8e8a-77754d4f9248 admin admin] Publish callbacks [] for security_group (14a8166c-8260-4f74-ab8c-10a8fa00acf9), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:12.175882 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b1da-06be-43e1-8e8a-77754d4f9248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (14a8166c-8260-4f74-ab8c-10a8fa00acf9), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:12.176821 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d7a79-9bb4-4a90-8477-86e89b60ff7c req-40368095-7d21-4638-93be-0222bf8a87a4 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:12.178334 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-107d7a79-9bb4-4a90-8477-86e89b60ff7c req-40368095-7d21-4638-93be-0222bf8a87a4 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.3023198 Jan 25 18:39:12.185301 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108c6a6-2de7-4cb2-8863-0a8e0a1e8adb req-4da85b75-f825-4901-bddf-d1f350ee0360 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:12.187225 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a108c6a6-2de7-4cb2-8863-0a8e0a1e8adb req-4da85b75-f825-4901-bddf-d1f350ee0360 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=b237bebf-7dce-4434-a922-667d3a768eb8 HTTP/1.1" status: 200 len: 943 time: 0.3123465 Jan 25 18:39:12.233096 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8b1da-06be-43e1-8e8a-77754d4f9248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a8166c-8260-4f74-ab8c-10a8fa00acf9,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:12.240455 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-a1f8b1da-06be-43e1-8e8a-77754d4f9248 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=731e9f749f4248ad9212932bbe79108b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6330943 Jan 25 18:39:12.241626 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44458) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:12.259312 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-107d7a79-9bb4-4a90-8477-86e89b60ff7c req-df20587d-fe5a-488f-b520-c2d5d93a4b1b tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711327 Jan 25 18:39:12.268007 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a108c6a6-2de7-4cb2-8863-0a8e0a1e8adb req-f3ed13dd-3315-4b4b-8097-c6123a646452 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657790 Jan 25 18:39:12.298964 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a4a9d0af-a7ce-46bf-9cba-1307408cbc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (393c6d30-fe2a-414f-bd1e-07f444e08828), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:12.301448 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a4a9d0af-a7ce-46bf-9cba-1307408cbc34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:12.302649 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-a4a9d0af-a7ce-46bf-9cba-1307408cbc34 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/393c6d30-fe2a-414f-bd1e-07f444e08828 HTTP/1.1" status: 204 len: 168 time: 0.2591612 Jan 25 18:39:12.313719 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9d0af-a7ce-46bf-9cba-1307408cbc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393c6d30-fe2a-414f-bd1e-07f444e08828,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:12.330784 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc81a-1531-41b4-938c-91bf25cd8cf3 admin admin] Publish callbacks [] for security_group (14a8166c-8260-4f74-ab8c-10a8fa00acf9), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:12.365982 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc81a-1531-41b4-938c-91bf25cd8cf3 admin admin] Publish callbacks [] for security_group (14a8166c-8260-4f74-ab8c-10a8fa00acf9), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:12.370724 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627b523f-c4ee-4203-ab9d-0c8c57a6e4c6 x-openstack-request-id: req-627b523f-c4ee-4203-ab9d-0c8c57a6e4c6 {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:39:12.371024 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b237bebf-7dce-4434-a922-667d3a768eb8", "tag": "f93b96bc-732e-4b8f-9164-841bdf36e617", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:39:12.371282 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-627b523f-c4ee-4203-ab9d-0c8c57a6e4c6 {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:39:12.371682 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b237bebf-7dce-4434-a922-667d3a768eb8', 'tag': 'f93b96bc-732e-4b8f-9164-841bdf36e617', 'status': 'completed', 'code': 200} Jan 25 18:39:12.433661 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc81a-1531-41b4-938c-91bf25cd8cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (14a8166c-8260-4f74-ab8c-10a8fa00acf9), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:12.440301 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc81a-1531-41b4-938c-91bf25cd8cf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:12.442629 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-8bbfc81a-1531-41b4-938c-91bf25cd8cf3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/14a8166c-8260-4f74-ab8c-10a8fa00acf9 HTTP/1.1" status: 204 len: 168 time: 0.2007134 Jan 25 18:39:12.452786 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfc81a-1531-41b4-938c-91bf25cd8cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a8166c-8260-4f74-ab8c-10a8fa00acf9,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:12.528162 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252072d-1a51-47f0-a8d9-20831ae9eeab req-1f897a91-2016-47e7-8c2a-b4215566a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:12.531056 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7252072d-1a51-47f0-a8d9-20831ae9eeab req-1f897a91-2016-47e7-8c2a-b4215566a6f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17a718a30f324aa9b086c49d167a0bda&device_id=b237bebf-7dce-4434-a922-667d3a768eb8 HTTP/1.1" status: 200 len: 1096 time: 0.0762496 Jan 25 18:39:12.661224 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252072d-1a51-47f0-a8d9-20831ae9eeab req-0a4c2a17-0665-4ef8-b2b7-bdad099b0694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:12.662948 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7252072d-1a51-47f0-a8d9-20831ae9eeab req-0a4c2a17-0665-4ef8-b2b7-bdad099b0694 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97ab6680-7adb-4fea-a3d3-a93c6c42ed71 HTTP/1.1" status: 200 len: 915 time: 0.1114182 Jan 25 18:39:12.712284 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7252072d-1a51-47f0-a8d9-20831ae9eeab req-857305e8-ec06-45d4-80f1-583daba5a5e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f93b96bc-732e-4b8f-9164-841bdf36e617 HTTP/1.1" status: 200 len: 217 time: 0.0417204 Jan 25 18:39:12.768054 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44476) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:12.788921 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252072d-1a51-47f0-a8d9-20831ae9eeab req-0e25490d-f269-44e9-bcfb-c84df57c507d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:12.790518 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7252072d-1a51-47f0-a8d9-20831ae9eeab req-0e25490d-f269-44e9-bcfb-c84df57c507d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f089d72-d869-450d-ba13-6426ebb7bbcd HTTP/1.1" status: 200 len: 854 time: 0.0610933 Jan 25 18:39:12.831169 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7252072d-1a51-47f0-a8d9-20831ae9eeab req-20370d94-cc00-496c-b48c-4e839aca864c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97ab6680-7adb-4fea-a3d3-a93c6c42ed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328975 Jan 25 18:39:12.939409 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9e6ee-7366-4f5c-9e95-cb78bebb2b69 req-00bced3d-dd73-4638-8a0c-9ea4dcd0f1fc tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:12.940900 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-43b9e6ee-7366-4f5c-9e95-cb78bebb2b69 req-00bced3d-dd73-4638-8a0c-9ea4dcd0f1fc tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1122811 Jan 25 18:39:12.959263 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4d53-d173-499e-895a-83d4211436f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:13.023587 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-43b9e6ee-7366-4f5c-9e95-cb78bebb2b69 req-360b5963-e95f-4e66-811a-2dceecb622b9 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f67488-8204-4cc1-9f41-51be050b5ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688007 Jan 25 18:39:13.027392 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7252072d-1a51-47f0-a8d9-20831ae9eeab req-57338397-28b9-4f80-adcc-0593c5bd19a7 service neutron] 10.222.0.42 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869524 Jan 25 18:39:13.046105 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4d53-d173-499e-895a-83d4211436f1 admin admin] Publish callbacks [] for security_group (a82aac0c-ced5-48e3-af40-6f5ffcf20bd5), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:13.051646 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4d53-d173-499e-895a-83d4211436f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (a82aac0c-ced5-48e3-af40-6f5ffcf20bd5), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:13.093333 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44488) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:13.118630 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-ff9e4d53-d173-499e-895a-83d4211436f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c078c1737794704ac86b8d723e8460b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3494258 Jan 25 18:39:13.120441 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-71811776-8e64-4978-b138-80c842bbccb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:13.122377 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 44490) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:13.128928 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e4d53-d173-499e-895a-83d4211436f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82aac0c-ced5-48e3-af40-6f5ffcf20bd5,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:13.174901 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7252072d-1a51-47f0-a8d9-20831ae9eeab req-d7a37b9e-eacb-4caf-b40e-1a3c3ab0c035 service neutron] 10.222.0.42 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293654 Jan 25 18:39:13.195919 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f49c3bc4-ff42-4f27-ac20-77ee3b2c18f4 admin admin] Publish callbacks [] for security_group (a82aac0c-ced5-48e3-af40-6f5ffcf20bd5), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:13.204257 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-71811776-8e64-4978-b138-80c842bbccb0 admin admin] Publish callbacks [] for security_group (aa4385cc-4d1c-45bc-a202-4dc7159b8921), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:13.208633 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-71811776-8e64-4978-b138-80c842bbccb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (aa4385cc-4d1c-45bc-a202-4dc7159b8921), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:13.219224 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f49c3bc4-ff42-4f27-ac20-77ee3b2c18f4 admin admin] Publish callbacks [] for security_group (a82aac0c-ced5-48e3-af40-6f5ffcf20bd5), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:13.256725 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-71811776-8e64-4978-b138-80c842bbccb0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d370c47447540258cd2714eff222cf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1600211 Jan 25 18:39:13.257201 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 44496) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:13.259242 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71811776-8e64-4978-b138-80c842bbccb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4385cc-4d1c-45bc-a202-4dc7159b8921,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:13.288813 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f49c3bc4-ff42-4f27-ac20-77ee3b2c18f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (a82aac0c-ced5-48e3-af40-6f5ffcf20bd5), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:13.291595 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f49c3bc4-ff42-4f27-ac20-77ee3b2c18f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:13.293024 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-f49c3bc4-ff42-4f27-ac20-77ee3b2c18f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a82aac0c-ced5-48e3-af40-6f5ffcf20bd5 HTTP/1.1" status: 204 len: 168 time: 0.1695628 Jan 25 18:39:13.315289 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c3bc4-ff42-4f27-ac20-77ee3b2c18f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82aac0c-ced5-48e3-af40-6f5ffcf20bd5,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:13.353800 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d1c270aa-9d7c-452d-954b-158ba43cd306 admin admin] Publish callbacks [] for security_group (aa4385cc-4d1c-45bc-a202-4dc7159b8921), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:13.400813 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d1c270aa-9d7c-452d-954b-158ba43cd306 admin admin] Publish callbacks [] for security_group (aa4385cc-4d1c-45bc-a202-4dc7159b8921), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:13.517732 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbb183-3b49-423e-8a73-b427fcbcaa5a req-cb3aff8a-e43c-4872-a533-c086abe1e6a0 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:13.519268 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-07dbb183-3b49-423e-8a73-b427fcbcaa5a req-cb3aff8a-e43c-4872-a533-c086abe1e6a0 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.1428783 Jan 25 18:39:13.531076 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a1284-e2f1-464b-b37f-4f1968c7d4e5 req-6c92869a-ad59-45ef-ad13-f913067e079f tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:13.532554 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-560a1284-e2f1-464b-b37f-4f1968c7d4e5 req-6c92869a-ad59-45ef-ad13-f913067e079f tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=b237bebf-7dce-4434-a922-667d3a768eb8 HTTP/1.1" status: 200 len: 943 time: 0.1340439 Jan 25 18:39:13.577247 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d1c270aa-9d7c-452d-954b-158ba43cd306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (aa4385cc-4d1c-45bc-a202-4dc7159b8921), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:13.579780 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d1c270aa-9d7c-452d-954b-158ba43cd306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:13.584147 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-d1c270aa-9d7c-452d-954b-158ba43cd306 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa4385cc-4d1c-45bc-a202-4dc7159b8921 HTTP/1.1" status: 204 len: 168 time: 0.3226643 Jan 25 18:39:13.609055 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c270aa-9d7c-452d-954b-158ba43cd306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4385cc-4d1c-45bc-a202-4dc7159b8921,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:13.618380 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-07dbb183-3b49-423e-8a73-b427fcbcaa5a req-2c99ee02-a12b-4f1a-8cfc-d5aec71e649c tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848072 Jan 25 18:39:13.646518 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-560a1284-e2f1-464b-b37f-4f1968c7d4e5 req-adf95810-0859-4660-bfd0-d175c748746b tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985844 Jan 25 18:39:13.662269 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 44520) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:13.676936 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-02a2ea84-796a-4850-a9e1-20d729a60848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:13.740847 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device f93b96bc-732e-4b8f-9164-841bdf36e617 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:39:13.818760 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-02a2ea84-796a-4850-a9e1-20d729a60848 admin admin] Publish callbacks [] for security_group (c88685f9-cbb4-44c8-ae93-aea951686203), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:13.824759 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-02a2ea84-796a-4850-a9e1-20d729a60848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (c88685f9-cbb4-44c8-ae93-aea951686203), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:13.862247 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port f93b96bc-732e-4b8f-9164-841bdf36e617, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=f93b96bc-732e-4b8f-9164-841bdf36e617,segment=NetworkSegment(63da4b9e-7aec-4a65-8c20-bb312e592a28),segment_id=63da4b9e-7aec-4a65-8c20-bb312e592a28)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:39:13.881257 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': 'f93b96bc-732e-4b8f-9164-841bdf36e617', 'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71', 'port_id': 'f93b96bc-732e-4b8f-9164-841bdf36e617', 'mac_address': 'fa:16:3e:30:42:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f089d72-d869-450d-ba13-6426ebb7bbcd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:39:13.881385 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2ea84-796a-4850-a9e1-20d729a60848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88685f9-cbb4-44c8-ae93-aea951686203,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:13.887494 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-02a2ea84-796a-4850-a9e1-20d729a60848 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=03ee02977e40429f86fc6967335eb3e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217951 Jan 25 18:39:13.887860 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 44528) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:13.937761 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port f93b96bc-732e-4b8f-9164-841bdf36e617 is: DOWN; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:13.938509 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (f93b96bc-732e-4b8f-9164-841bdf36e617), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:13.946984 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-df2b7540-5c84-46b2-8425-40bc20f69220 admin admin] Publish callbacks [] for security_group (c88685f9-cbb4-44c8-ae93-aea951686203), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:13.956586 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f93b96bc-732e-4b8f-9164-841bdf36e617 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:39:13.975720 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-df2b7540-5c84-46b2-8425-40bc20f69220 admin admin] Publish callbacks [] for security_group (c88685f9-cbb4-44c8-ae93-aea951686203), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:13.984812 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port f93b96bc-732e-4b8f-9164-841bdf36e617, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=f93b96bc-732e-4b8f-9164-841bdf36e617,segment=NetworkSegment(63da4b9e-7aec-4a65-8c20-bb312e592a28),segment_id=63da4b9e-7aec-4a65-8c20-bb312e592a28)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:39:13.991091 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (f93b96bc-732e-4b8f-9164-841bdf36e617), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:14.039035 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-df2b7540-5c84-46b2-8425-40bc20f69220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (c88685f9-cbb4-44c8-ae93-aea951686203), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:14.042944 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-df2b7540-5c84-46b2-8425-40bc20f69220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:14.044161 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-df2b7540-5c84-46b2-8425-40bc20f69220 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c88685f9-cbb4-44c8-ae93-aea951686203 HTTP/1.1" status: 204 len: 168 time: 0.1555018 Jan 25 18:39:14.053516 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b7540-5c84-46b2-8425-40bc20f69220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88685f9-cbb4-44c8-ae93-aea951686203,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:14.068940 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=f93b96bc-732e-4b8f-9164-841bdf36e617,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:14.081875 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:14.082292 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:14.082659 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:14.083020 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:14.083350 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:14.084367 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:14.085179 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:14.085781 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:14.086530 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:14.087107 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:14.087582 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:14.088066 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:14.088544 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:14.095288 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44542) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:14.184959 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0be39-fce4-489e-9f80-66f8c96a79ad req-35a4bcdf-2b1f-4dc1-b972-2e5dfbca234d tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:14.186841 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c1c0be39-fce4-489e-9f80-66f8c96a79ad req-35a4bcdf-2b1f-4dc1-b972-2e5dfbca234d tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0551286 Jan 25 18:39:14.237694 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c1c0be39-fce4-489e-9f80-66f8c96a79ad req-a7c45167-e69a-46d0-96b1-3eb14ce17950 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f67488-8204-4cc1-9f41-51be050b5ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446448 Jan 25 18:39:14.385180 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-9cf6a69b-b467-4295-a71b-e4f9a7f5a67f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:14.463545 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['f93b96bc-732e-4b8f-9164-841bdf36e617'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:39:14.475152 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-9cf6a69b-b467-4295-a71b-e4f9a7f5a67f admin admin] Publish callbacks [] for security_group (519c0e4c-78fc-4da4-9ba6-73416c2442bc), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:14.481198 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-9cf6a69b-b467-4295-a71b-e4f9a7f5a67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (519c0e4c-78fc-4da4-9ba6-73416c2442bc), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:14.533736 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-9cf6a69b-b467-4295-a71b-e4f9a7f5a67f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f909972d1bbf41bb84e86cea4e700c77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4368343 Jan 25 18:39:14.536462 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44562) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:14.543499 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6a69b-b467-4295-a71b-e4f9a7f5a67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519c0e4c-78fc-4da4-9ba6-73416c2442bc,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:14.595441 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-553912c4-1cb6-4b39-b5fc-d6ce2ff083a1 admin admin] Publish callbacks [] for security_group (519c0e4c-78fc-4da4-9ba6-73416c2442bc), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:14.619096 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-553912c4-1cb6-4b39-b5fc-d6ce2ff083a1 admin admin] Publish callbacks [] for security_group (519c0e4c-78fc-4da4-9ba6-73416c2442bc), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:14.690488 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-553912c4-1cb6-4b39-b5fc-d6ce2ff083a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (519c0e4c-78fc-4da4-9ba6-73416c2442bc), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:14.698872 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-553912c4-1cb6-4b39-b5fc-d6ce2ff083a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:14.700947 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-553912c4-1cb6-4b39-b5fc-d6ce2ff083a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/519c0e4c-78fc-4da4-9ba6-73416c2442bc HTTP/1.1" status: 204 len: 168 time: 0.1635401 Jan 25 18:39:14.722250 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553912c4-1cb6-4b39-b5fc-d6ce2ff083a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519c0e4c-78fc-4da4-9ba6-73416c2442bc,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:14.824542 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057370a-ef96-4352-8602-4824894131e8 req-b9fd21d4-e4f9-44e4-bb0e-9569d59b6529 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:14.833686 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8057370a-ef96-4352-8602-4824894131e8 req-b9fd21d4-e4f9-44e4-bb0e-9569d59b6529 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.1134734 Jan 25 18:39:14.843412 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f69437-97ed-42da-9f14-3038678c6215 req-3d6ecbad-9cdc-41df-b34c-33e2cdba032f tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:14.846450 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-04f69437-97ed-42da-9f14-3038678c6215 req-3d6ecbad-9cdc-41df-b34c-33e2cdba032f tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=b237bebf-7dce-4434-a922-667d3a768eb8 HTTP/1.1" status: 200 len: 944 time: 0.0856941 Jan 25 18:39:14.916172 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8057370a-ef96-4352-8602-4824894131e8 req-c50a2160-57ec-4d65-ac82-bf936885ff61 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816140 Jan 25 18:39:14.928593 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-04f69437-97ed-42da-9f14-3038678c6215 req-6ffb6cd9-2aae-45ed-bf63-e784060f4e6c tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746708 Jan 25 18:39:15.363484 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb54c85-d751-4865-8703-242d5a29d587 req-dcbd3870-bc6b-4c74-ba8a-d078c9b021ad tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:15.365076 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ffb54c85-d751-4865-8703-242d5a29d587 req-dcbd3870-bc6b-4c74-ba8a-d078c9b021ad tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0481601 Jan 25 18:39:15.448304 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ffb54c85-d751-4865-8703-242d5a29d587 req-2cfd226d-d2f5-468b-8944-c65a76c7b8e7 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f67488-8204-4cc1-9f41-51be050b5ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776787 Jan 25 18:39:15.464269 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40804fa5-b779-467b-8154-0cbe31116a7b req-fc7d6d02-1b2a-40ff-b6f6-d92783fb3e99 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:15.465741 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-40804fa5-b779-467b-8154-0cbe31116a7b req-fc7d6d02-1b2a-40ff-b6f6-d92783fb3e99 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0643668 Jan 25 18:39:15.615377 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-40804fa5-b779-467b-8154-0cbe31116a7b req-c4d91648-c57f-4569-8c9e-63d8b43292ef tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Deleting port 2e513055-ea13-4606-b054-84b0f0ee6c24 {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:39:15.615626 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-40804fa5-b779-467b-8154-0cbe31116a7b req-c4d91648-c57f-4569-8c9e-63d8b43292ef tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (2e513055-ea13-4606-b054-84b0f0ee6c24), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:15.723777 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-40804fa5-b779-467b-8154-0cbe31116a7b req-c4d91648-c57f-4569-8c9e-63d8b43292ef tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] For port 2e513055-ea13-4606-b054-84b0f0ee6c24, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=2e513055-ea13-4606-b054-84b0f0ee6c24,segment=NetworkSegment(8875b9cc-9d4a-4d88-a8bf-c9ec72949c7e),segment_id=8875b9cc-9d4a-4d88-a8bf-c9ec72949c7e)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:39:15.724292 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-40804fa5-b779-467b-8154-0cbe31116a7b req-c4d91648-c57f-4569-8c9e-63d8b43292ef tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (2e513055-ea13-4606-b054-84b0f0ee6c24), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:15.740581 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-40804fa5-b779-467b-8154-0cbe31116a7b req-c4d91648-c57f-4569-8c9e-63d8b43292ef tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Calling delete_port for 2e513055-ea13-4606-b054-84b0f0ee6c24 owned by compute:nova {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:39:15.776086 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device f93b96bc-732e-4b8f-9164-841bdf36e617 up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:39:15.835315 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning for port f93b96bc-732e-4b8f-9164-841bdf36e617 completed by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 18:39:15.840468 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port f93b96bc-732e-4b8f-9164-841bdf36e617 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:15.840904 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (f93b96bc-732e-4b8f-9164-841bdf36e617), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:15.934558 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port f93b96bc-732e-4b8f-9164-841bdf36e617 is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:15.935214 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (f93b96bc-732e-4b8f-9164-841bdf36e617), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:15.936518 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-40804fa5-b779-467b-8154-0cbe31116a7b req-c4d91648-c57f-4569-8c9e-63d8b43292ef tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620'] for port (2e513055-ea13-4606-b054-84b0f0ee6c24), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:15.993291 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port f93b96bc-732e-4b8f-9164-841bdf36e617, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=f93b96bc-732e-4b8f-9164-841bdf36e617,segment=NetworkSegment(63da4b9e-7aec-4a65-8c20-bb312e592a28),segment_id=63da4b9e-7aec-4a65-8c20-bb312e592a28)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:39:15.994448 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b237bebf-7dce-4434-a922-667d3a768eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93b96bc-732e-4b8f-9164-841bdf36e617'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:39:16.001742 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d4bb8c-c2f9-40e4-9521-96390a5caeb0" -d '{"events": [{"server_uuid": "b237bebf-7dce-4434-a922-667d3a768eb8", "name": "network-vif-plugged", "status": "completed", "tag": "f93b96bc-732e-4b8f-9164-841bdf36e617"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:39:16.010562 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (f93b96bc-732e-4b8f-9164-841bdf36e617), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:16.011513 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 2e513055-ea13-4606-b054-84b0f0ee6c24 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:39:16.054780 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d91648-c57f-4569-8c9e-63d8b43292ef tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Pushing event deleted for resources: {'Port': ['ID=2e513055-ea13-4606-b054-84b0f0ee6c24,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:16.192143 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-40804fa5-b779-467b-8154-0cbe31116a7b req-c4d91648-c57f-4569-8c9e-63d8b43292ef tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] No DVR routers for this DVR port 2e513055-ea13-4606-b054-84b0f0ee6c24 on host hv-cinder-82635 {{(pid=102638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:39:16.198493 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-40804fa5-b779-467b-8154-0cbe31116a7b req-c4d91648-c57f-4569-8c9e-63d8b43292ef tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:16.202668 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-40804fa5-b779-467b-8154-0cbe31116a7b req-c4d91648-c57f-4569-8c9e-63d8b43292ef tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.42 "DELETE /v2.0/ports/2e513055-ea13-4606-b054-84b0f0ee6c24 HTTP/1.1" status: 204 len: 173 time: 0.7289715 Jan 25 18:39:16.203606 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a623816-2161-4211-9396-fd11a0b8c7a1', 'name': 'network-vif-deleted', 'tag': '2e513055-ea13-4606-b054-84b0f0ee6c24'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:39:16.215566 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5c86e1-ce82-4b91-97a1-b4063c8167f9" -d '{"events": [{"server_uuid": "5a623816-2161-4211-9396-fd11a0b8c7a1", "name": "network-vif-deleted", "tag": "2e513055-ea13-4606-b054-84b0f0ee6c24"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:39:16.273818 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12844d86-2a0e-4998-bdd6-3a899918e27d req-9d4856a3-6261-4298-a340-c0a7661cb7d4 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:16.276831 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-12844d86-2a0e-4998-bdd6-3a899918e27d req-9d4856a3-6261-4298-a340-c0a7661cb7d4 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=b237bebf-7dce-4434-a922-667d3a768eb8 HTTP/1.1" status: 200 len: 945 time: 0.2236505 Jan 25 18:39:16.286407 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5bbb1-dbbc-44cf-a3ac-ab2a8ed3a358 req-eadb8448-e60d-4cb8-a586-a6b9da1829d0 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:16.292887 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] No Port match for: 2e513055-ea13-4606-b054-84b0f0ee6c24 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:39:16.292887 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 2e513055-ea13-4606-b054-84b0f0ee6c24 not bound to the agent host hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:39:16.294408 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ddf5bbb1-dbbc-44cf-a3ac-ab2a8ed3a358 req-eadb8448-e60d-4cb8-a586-a6b9da1829d0 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.2429130 Jan 25 18:39:16.330856 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=f93b96bc-732e-4b8f-9164-841bdf36e617,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:16.381816 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ddf5bbb1-dbbc-44cf-a3ac-ab2a8ed3a358 req-1cfe91ee-bde1-4a75-906e-7ff76b1cb85a tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862920 Jan 25 18:39:16.386185 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-12844d86-2a0e-4998-bdd6-3a899918e27d req-f0bcecdf-e59d-48c3-b8c0-1d51a7b48846 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823822 Jan 25 18:39:16.434327 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2affe7e8-5322-4964-a839-3f13b29c900f x-openstack-request-id: req-2affe7e8-5322-4964-a839-3f13b29c900f {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:39:16.435071 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b237bebf-7dce-4434-a922-667d3a768eb8", "name": "network-vif-plugged", "status": "completed", "tag": "f93b96bc-732e-4b8f-9164-841bdf36e617", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:39:16.435495 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2affe7e8-5322-4964-a839-3f13b29c900f {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:39:16.435905 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b237bebf-7dce-4434-a922-667d3a768eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93b96bc-732e-4b8f-9164-841bdf36e617', 'code': 200} Jan 25 18:39:16.538677 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 44664) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:16.556409 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a34d1c-e006-4e76-a7a4-d27f19973d7f x-openstack-request-id: req-99a34d1c-e006-4e76-a7a4-d27f19973d7f {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:39:16.556766 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a623816-2161-4211-9396-fd11a0b8c7a1", "name": "network-vif-deleted", "tag": "2e513055-ea13-4606-b054-84b0f0ee6c24", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:39:16.557030 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99a34d1c-e006-4e76-a7a4-d27f19973d7f {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:39:16.557430 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a623816-2161-4211-9396-fd11a0b8c7a1', 'name': 'network-vif-deleted', 'tag': '2e513055-ea13-4606-b054-84b0f0ee6c24', 'status': 'completed', 'code': 200} Jan 25 18:39:16.735817 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-901762d2-1d3d-4d65-9a16-25abef907edc req-be3fb93e-28b3-45c9-bf93-4ae655a14538 tempest-DeleteServersTestJSON-2047163301 tempest-DeleteServersTestJSON-2047163301-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a623816-2161-4211-9396-fd11a0b8c7a1 HTTP/1.1" status: 200 len: 210 time: 0.0885613 Jan 25 18:39:16.777592 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-786b44fa-a89b-41ee-b0fe-072dbec3f01e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:16.798592 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e6288-04e7-41fa-8f2e-38f9ba6b1d33 req-5e780a39-556d-4a08-988e-d36cac88c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:16.800226 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9f2e6288-04e7-41fa-8f2e-38f9ba6b1d33 req-5e780a39-556d-4a08-988e-d36cac88c461 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b237bebf-7dce-4434-a922-667d3a768eb8 HTTP/1.1" status: 200 len: 1098 time: 0.0984471 Jan 25 18:39:16.879069 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9f2e6288-04e7-41fa-8f2e-38f9ba6b1d33 req-3b289ded-57f8-4fb5-9786-4f1cd8ce12f1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618854 Jan 25 18:39:16.900008 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-786b44fa-a89b-41ee-b0fe-072dbec3f01e admin admin] Publish callbacks [] for security_group (d827eb64-47a1-4b61-b7fd-93f79fde6566), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:16.904468 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-786b44fa-a89b-41ee-b0fe-072dbec3f01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (d827eb64-47a1-4b61-b7fd-93f79fde6566), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:16.944561 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-786b44fa-a89b-41ee-b0fe-072dbec3f01e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52b53b56da20473bb0df3c8d86bea4bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4014828 Jan 25 18:39:16.944773 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 44684) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:16.950692 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b44fa-a89b-41ee-b0fe-072dbec3f01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d827eb64-47a1-4b61-b7fd-93f79fde6566,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:16.999715 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-05cfa28e-c77f-4f48-9970-6146b3db452b admin admin] Publish callbacks [] for security_group (d827eb64-47a1-4b61-b7fd-93f79fde6566), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:17.021939 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-05cfa28e-c77f-4f48-9970-6146b3db452b admin admin] Publish callbacks [] for security_group (d827eb64-47a1-4b61-b7fd-93f79fde6566), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:17.067103 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-05cfa28e-c77f-4f48-9970-6146b3db452b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (d827eb64-47a1-4b61-b7fd-93f79fde6566), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:17.069657 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-05cfa28e-c77f-4f48-9970-6146b3db452b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:17.070872 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-05cfa28e-c77f-4f48-9970-6146b3db452b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d827eb64-47a1-4b61-b7fd-93f79fde6566 HTTP/1.1" status: 204 len: 168 time: 0.1251919 Jan 25 18:39:17.080928 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfa28e-c77f-4f48-9970-6146b3db452b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d827eb64-47a1-4b61-b7fd-93f79fde6566,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:17.543105 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44726) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:17.556643 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6d4ce-e82f-4c40-9896-98d009035202 req-32f6d586-8d4e-4d55-b455-ca58daf505d1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:17.564284 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b9f6d4ce-e82f-4c40-9896-98d009035202 req-32f6d586-8d4e-4d55-b455-ca58daf505d1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=b237bebf-7dce-4434-a922-667d3a768eb8 HTTP/1.1" status: 200 len: 945 time: 0.1019461 Jan 25 18:39:17.583632 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da87b4-4461-4442-9e27-cd68d8b1e1b6 req-fc647ad1-cb5e-4517-8195-688ff51f1624 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:17.584994 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-99da87b4-4461-4442-9e27-cd68d8b1e1b6 req-fc647ad1-cb5e-4517-8195-688ff51f1624 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.1118624 Jan 25 18:39:17.650059 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b9f6d4ce-e82f-4c40-9896-98d009035202 req-9d572866-fdcc-4500-8659-1530187b2161 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849056 Jan 25 18:39:17.674255 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-99da87b4-4461-4442-9e27-cd68d8b1e1b6 req-491e7c4b-745d-46a0-a190-bbb196adb69f tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744119 Jan 25 18:39:17.679436 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-99e47a20-8438-429b-8bf0-10bccc7613d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:17.792873 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-99e47a20-8438-429b-8bf0-10bccc7613d4 admin admin] Publish callbacks [] for security_group (0bb05790-aa9f-4050-895d-364ecd7c7b92), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:17.805228 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-99e47a20-8438-429b-8bf0-10bccc7613d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (0bb05790-aa9f-4050-895d-364ecd7c7b92), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:17.864328 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-99e47a20-8438-429b-8bf0-10bccc7613d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=35d298b0464c432092736b717a760406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176670 Jan 25 18:39:17.864645 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 44748) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:17.884831 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e47a20-8438-429b-8bf0-10bccc7613d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb05790-aa9f-4050-895d-364ecd7c7b92,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:17.959787 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-84b14ae2-ae6c-4550-95ba-3266527dcdd2 admin admin] Publish callbacks [] for security_group (0bb05790-aa9f-4050-895d-364ecd7c7b92), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:17.996853 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-84b14ae2-ae6c-4550-95ba-3266527dcdd2 admin admin] Publish callbacks [] for security_group (0bb05790-aa9f-4050-895d-364ecd7c7b92), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:18.059441 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-84b14ae2-ae6c-4550-95ba-3266527dcdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (0bb05790-aa9f-4050-895d-364ecd7c7b92), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:18.063675 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-84b14ae2-ae6c-4550-95ba-3266527dcdd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:18.066565 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-84b14ae2-ae6c-4550-95ba-3266527dcdd2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0bb05790-aa9f-4050-895d-364ecd7c7b92 HTTP/1.1" status: 204 len: 168 time: 0.2009470 Jan 25 18:39:18.080475 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b14ae2-ae6c-4550-95ba-3266527dcdd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb05790-aa9f-4050-895d-364ecd7c7b92,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:18.518779 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 44784) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:18.534967 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-88fe284b-7c1d-483b-8eb1-164b4f089d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:18.614264 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-88fe284b-7c1d-483b-8eb1-164b4f089d55 admin admin] Publish callbacks [] for security_group (dc8c32d9-f785-47c0-9ca7-ea22091ad571), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:18.618351 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-88fe284b-7c1d-483b-8eb1-164b4f089d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (dc8c32d9-f785-47c0-9ca7-ea22091ad571), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:18.655765 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-88fe284b-7c1d-483b-8eb1-164b4f089d55 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b9e3484b71047d69752fe6fe1acc384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353593 Jan 25 18:39:18.657736 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe284b-7c1d-483b-8eb1-164b4f089d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8c32d9-f785-47c0-9ca7-ea22091ad571,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:18.658643 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44786) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:18.708145 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3f1a239f-bd9f-49df-8505-2815eeb7ce93 admin admin] Publish callbacks [] for security_group (dc8c32d9-f785-47c0-9ca7-ea22091ad571), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:18.730591 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3f1a239f-bd9f-49df-8505-2815eeb7ce93 admin admin] Publish callbacks [] for security_group (dc8c32d9-f785-47c0-9ca7-ea22091ad571), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:18.782486 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3f1a239f-bd9f-49df-8505-2815eeb7ce93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (dc8c32d9-f785-47c0-9ca7-ea22091ad571), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:18.785153 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3f1a239f-bd9f-49df-8505-2815eeb7ce93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:18.786460 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-3f1a239f-bd9f-49df-8505-2815eeb7ce93 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc8c32d9-f785-47c0-9ca7-ea22091ad571 HTTP/1.1" status: 204 len: 168 time: 0.1266580 Jan 25 18:39:18.796915 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a239f-bd9f-49df-8505-2815eeb7ce93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8c32d9-f785-47c0-9ca7-ea22091ad571,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:18.819058 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5ae01-c020-4e1e-b381-e79ab1495b5e req-dc72c121-8911-46a1-b90a-6a70cab9f76c tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:18.820633 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c0d5ae01-c020-4e1e-b381-e79ab1495b5e req-dc72c121-8911-46a1-b90a-6a70cab9f76c tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=b237bebf-7dce-4434-a922-667d3a768eb8 HTTP/1.1" status: 200 len: 945 time: 0.0764680 Jan 25 18:39:18.846095 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505d74b-e237-4f4c-9f5a-f1ac8a337348 req-39b5884a-31c1-4288-80d7-77e3517842ac tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:18.847589 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f505d74b-e237-4f4c-9f5a-f1ac8a337348 req-39b5884a-31c1-4288-80d7-77e3517842ac tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0790594 Jan 25 18:39:18.916882 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c0d5ae01-c020-4e1e-b381-e79ab1495b5e req-5f618e34-ee15-4afb-a2bc-2eb69abede27 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889130 Jan 25 18:39:18.932210 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f505d74b-e237-4f4c-9f5a-f1ac8a337348 req-cc9a3dc8-a354-4892-89db-132812f7c0d1 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782640 Jan 25 18:39:19.633186 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44838) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:19.707852 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc88363a-5235-4541-9033-9833ab5792ef admin admin] Deleting subnet 9d6115ba-af83-4f65-919b-597ed578921c {{(pid=102637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 18:39:19.713312 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-fc88363a-5235-4541-9033-9833ab5792ef admin admin] Publish callbacks [] for subnet (9d6115ba-af83-4f65-919b-597ed578921c), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:19.768193 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-fc88363a-5235-4541-9033-9833ab5792ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3682483'] for subnet (9d6115ba-af83-4f65-919b-597ed578921c), precommit_delete_associations {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:19.797451 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-8304af48-aaa4-43e7-b462-fb76b9393888 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2096dfea766c4d2498fd65140d2a5752&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308616 Jan 25 18:39:19.824213 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-fc88363a-5235-4541-9033-9833ab5792ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490167'] for subnet (9d6115ba-af83-4f65-919b-597ed578921c), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:19.886494 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-fc88363a-5235-4541-9033-9833ab5792ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31424641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31292722'] for subnet (9d6115ba-af83-4f65-919b-597ed578921c), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:19.911909 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88363a-5235-4541-9033-9833ab5792ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d6115ba-af83-4f65-919b-597ed578921c,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:19.925444 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-fc88363a-5235-4541-9033-9833ab5792ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:19.929872 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-fc88363a-5235-4541-9033-9833ab5792ef admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9d6115ba-af83-4f65-919b-597ed578921c HTTP/1.1" status: 204 len: 168 time: 0.2956514 Jan 25 18:39:19.932418 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44860) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:20.008290 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-f2b1f5b6-8068-4c79-a9a8-ca0432473696 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:20.009958 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-f2b1f5b6-8068-4c79-a9a8-ca0432473696 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059040 Jan 25 18:39:20.026280 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-14a67b4d-768c-4185-99b6-b8d6a114d67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530550'] for network (9753a572-c21c-49fd-b946-55626b60a25d), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:20.051977 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-ed0a156b-a750-4efb-a3d4-a0cfa8a727cd tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/quotas/2096dfea766c4d2498fd65140d2a5752 HTTP/1.1" status: 200 len: 375 time: 0.0317779 Jan 25 18:39:20.068322 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20e387-c431-42af-8928-bb93e231f4e3 req-98bf254a-596a-44ba-a497-38d60b13cc4c tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:20.070069 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3e20e387-c431-42af-8928-bb93e231f4e3 req-98bf254a-596a-44ba-a497-38d60b13cc4c tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0591073 Jan 25 18:39:20.110881 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-14a67b4d-768c-4185-99b6-b8d6a114d67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488764', 'neutron.services.segments.db._delete_segments_for_network-8748161470832'] for network (9753a572-c21c-49fd-b946-55626b60a25d), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:20.133254 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.services.segments.db [None req-14a67b4d-768c-4185-99b6-b8d6a114d67e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9753a572-c21c-49fd-b946-55626b60a25d']}} {{(pid=102637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:20.144919 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.services.segments.db [None req-14a67b4d-768c-4185-99b6-b8d6a114d67e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8875b9cc-9d4a-4d88-a8bf-c9ec72949c7e') {'for_net_delete': True} {{(pid=102637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:20.145354 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.services.segments.db [None req-14a67b4d-768c-4185-99b6-b8d6a114d67e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8875b9cc-9d4a-4d88-a8bf-c9ec72949c7e') {} {{(pid=102637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:20.155664 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-14a67b4d-768c-4185-99b6-b8d6a114d67e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748161465977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3682490'] for segment (8875b9cc-9d4a-4d88-a8bf-c9ec72949c7e), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:20.169666 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-14a67b4d-768c-4185-99b6-b8d6a114d67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (8875b9cc-9d4a-4d88-a8bf-c9ec72949c7e), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:20.176872 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a67b4d-768c-4185-99b6-b8d6a114d67e admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 18:39:20.177413 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-14a67b4d-768c-4185-99b6-b8d6a114d67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31424555'] for segment (8875b9cc-9d4a-4d88-a8bf-c9ec72949c7e), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: Traceback (most recent call last): Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: timer() Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: cb(*args, **kw) Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: return func(*args, **kwargs) Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: self._notify() Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: self.callback(batched_events) Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: event.method(event) Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: return f(self, *a, **k) Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: return self._get(url).json() Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: return self.request(url, 'GET', **kwargs) Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:39:20.179372 dv-cinder-826350-1-iscsi neutron-server[102637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:39:20.241104 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-14a67b4d-768c-4185-99b6-b8d6a114d67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699286'] for network (9753a572-c21c-49fd-b946-55626b60a25d), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:20.247241 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44872) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:20.261158 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-14a67b4d-768c-4185-99b6-b8d6a114d67e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:20.267370 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-14a67b4d-768c-4185-99b6-b8d6a114d67e admin admin] 10.222.0.41 "DELETE /v2.0/networks/9753a572-c21c-49fd-b946-55626b60a25d HTTP/1.1" status: 204 len: 168 time: 0.3337283 Jan 25 18:39:20.273882 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a67b4d-768c-4185-99b6-b8d6a114d67e admin admin] Pushing event deleted for resources: {'Network': ['ID=9753a572-c21c-49fd-b946-55626b60a25d,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:20.303975 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-0405168e-66b1-44ed-a514-08fb8355654d tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2096dfea766c4d2498fd65140d2a5752&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2326410 Jan 25 18:39:20.341614 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3e20e387-c431-42af-8928-bb93e231f4e3 req-3a80b6dd-7b46-4d2b-aa65-972b88c194f6 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613776 Jan 25 18:39:20.425960 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44878) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:20.463958 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ab35090a-eb65-4cde-95f4-9309d1bf5227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:20.515392 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-fb5b9b95-e485-41df-a0f3-0e6242c437f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=380639eec6034836816b894fc2a974ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0881505 Jan 25 18:39:20.518382 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44884) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:20.534207 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-457a7d90-a155-43d9-a39c-cee2a3524e4d req-7642da2d-c4e7-4cf4-893b-d503a7b37e90 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/ports?device_id=865271e2-61a1-42ff-80f5-f6aca2c120a3 HTTP/1.1" status: 200 len: 210 time: 0.0310683 Jan 25 18:39:20.621964 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ab35090a-eb65-4cde-95f4-9309d1bf5227 admin admin] Publish callbacks [] for security_group (5306a342-9860-459a-8fa4-14ec0d95dc3a), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:20.631451 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ab35090a-eb65-4cde-95f4-9309d1bf5227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (5306a342-9860-459a-8fa4-14ec0d95dc3a), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:20.648776 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-800c2e0b-36b0-4857-9e4a-523092acf1fa admin admin] Publish callbacks [] for security_group (99f67488-8204-4cc1-9f41-51be050b5ee6), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:20.689443 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35090a-eb65-4cde-95f4-9309d1bf5227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5306a342-9860-459a-8fa4-14ec0d95dc3a,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:20.693656 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-ab35090a-eb65-4cde-95f4-9309d1bf5227 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a385101ad3e4878b3b7c7f23caeffd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4452813 Jan 25 18:39:20.696452 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 44890) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:20.699266 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-800c2e0b-36b0-4857-9e4a-523092acf1fa admin admin] Publish callbacks [] for security_group (99f67488-8204-4cc1-9f41-51be050b5ee6), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:20.756227 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-800c2e0b-36b0-4857-9e4a-523092acf1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (99f67488-8204-4cc1-9f41-51be050b5ee6), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:20.766419 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-800c2e0b-36b0-4857-9e4a-523092acf1fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:20.770304 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-800c2e0b-36b0-4857-9e4a-523092acf1fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99f67488-8204-4cc1-9f41-51be050b5ee6 HTTP/1.1" status: 204 len: 168 time: 0.2506695 Jan 25 18:39:20.781614 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2e0b-36b0-4857-9e4a-523092acf1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f67488-8204-4cc1-9f41-51be050b5ee6,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:20.798902 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-bf186b19-746c-461e-ad74-03ee2ee03bf5 admin admin] Publish callbacks [] for security_group (5306a342-9860-459a-8fa4-14ec0d95dc3a), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:20.837450 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-bf186b19-746c-461e-ad74-03ee2ee03bf5 admin admin] Publish callbacks [] for security_group (5306a342-9860-459a-8fa4-14ec0d95dc3a), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:20.911524 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-bf186b19-746c-461e-ad74-03ee2ee03bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (5306a342-9860-459a-8fa4-14ec0d95dc3a), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:20.914044 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-bf186b19-746c-461e-ad74-03ee2ee03bf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:20.917811 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-bf186b19-746c-461e-ad74-03ee2ee03bf5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5306a342-9860-459a-8fa4-14ec0d95dc3a HTTP/1.1" status: 204 len: 168 time: 0.2203350 Jan 25 18:39:20.926660 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf186b19-746c-461e-ad74-03ee2ee03bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5306a342-9860-459a-8fa4-14ec0d95dc3a,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:21.200628 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-644e9768-3865-4f91-a6b7-60ae70a9861f tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:21.202812 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-644e9768-3865-4f91-a6b7-60ae70a9861f tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/networks?id=97ab6680-7adb-4fea-a3d3-a93c6c42ed71 HTTP/1.1" status: 200 len: 814 time: 0.1254454 Jan 25 18:39:21.224264 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-991acd15-a386-401f-bb30-0f2980483ed5 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/quotas/17a718a30f324aa9b086c49d167a0bda HTTP/1.1" status: 200 len: 375 time: 0.0160954 Jan 25 18:39:21.272909 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-c5ce2ac2-7734-4013-8f0f-6624adac61dd tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=17a718a30f324aa9b086c49d167a0bda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475442 Jan 25 18:39:21.397882 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44928) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:21.415119 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-489df03b-e922-4539-b1b0-1943cec00b08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:21.416959 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5b80cba3-bfad-4657-ad3a-8a8055bd3879 req-9252400d-9dbd-4aba-bf7e-46713c3357fd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669050 Jan 25 18:39:21.419122 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-607c3711-0e22-4e17-89af-a4df9956405f service neutron] 10.222.0.41 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401014 Jan 25 18:39:21.519210 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-489df03b-e922-4539-b1b0-1943cec00b08 admin admin] Publish callbacks [] for security_group (587cdee3-b543-4492-9da7-fd202f4695eb), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:21.523532 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-489df03b-e922-4539-b1b0-1943cec00b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (587cdee3-b543-4492-9da7-fd202f4695eb), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:21.570548 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489df03b-e922-4539-b1b0-1943cec00b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587cdee3-b543-4492-9da7-fd202f4695eb,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:21.577676 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-489df03b-e922-4539-b1b0-1943cec00b08 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=511f523184fe42aea04e38d16aa268b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1781287 Jan 25 18:39:21.580354 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 44940) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:21.612036 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2aebb3-13e9-4568-99e0-78296a116e7b req-b3e8c358-a29b-431d-a147-ec74ed60da5d tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:21.620196 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5f2aebb3-13e9-4568-99e0-78296a116e7b req-b3e8c358-a29b-431d-a147-ec74ed60da5d tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.1797400 Jan 25 18:39:21.636726 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0ed1df90-9160-47bf-9f9c-c09b72bcb558 admin admin] Publish callbacks [] for security_group (587cdee3-b543-4492-9da7-fd202f4695eb), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:21.647472 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80cba3-bfad-4657-ad3a-8a8055bd3879 req-0604390e-5805-4b75-8582-73c024832308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:21.649589 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5b80cba3-bfad-4657-ad3a-8a8055bd3879 req-0604390e-5805-4b75-8582-73c024832308 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17a718a30f324aa9b086c49d167a0bda&device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 1099 time: 0.1522658 Jan 25 18:39:21.666726 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0ed1df90-9160-47bf-9f9c-c09b72bcb558 admin admin] Publish callbacks [] for security_group (587cdee3-b543-4492-9da7-fd202f4695eb), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:21.677007 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-548622ac-5a3f-4f9f-9c90-0b4f9802378e service neutron] 10.222.0.41 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460821 Jan 25 18:39:21.733515 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5f2aebb3-13e9-4568-99e0-78296a116e7b req-42262131-e953-4292-bc69-7ce9e9fb676d tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124535 Jan 25 18:39:21.741268 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-abe49696-df6a-45d5-9bef-60c60c28e828 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=2096dfea766c4d2498fd65140d2a5752&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769160 Jan 25 18:39:21.856014 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:21.872618 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80cba3-bfad-4657-ad3a-8a8055bd3879 req-4d780468-d716-4d5a-988f-e2de4c027b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:21.878213 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5b80cba3-bfad-4657-ad3a-8a8055bd3879 req-4d780468-d716-4d5a-988f-e2de4c027b89 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97ab6680-7adb-4fea-a3d3-a93c6c42ed71 HTTP/1.1" status: 200 len: 915 time: 0.2002206 Jan 25 18:39:21.977460 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5b80cba3-bfad-4657-ad3a-8a8055bd3879 req-15a279a3-bf4f-4d75-a0d7-189a3f76b2a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c689a356-34e5-4c13-925d-823bf06c5abd HTTP/1.1" status: 200 len: 217 time: 0.0768952 Jan 25 18:39:21.983995 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0ed1df90-9160-47bf-9f9c-c09b72bcb558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (587cdee3-b543-4492-9da7-fd202f4695eb), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:21.987436 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0ed1df90-9160-47bf-9f9c-c09b72bcb558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:21.988881 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-0ed1df90-9160-47bf-9f9c-c09b72bcb558 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/587cdee3-b543-4492-9da7-fd202f4695eb HTTP/1.1" status: 204 len: 168 time: 0.4074359 Jan 25 18:39:22.038323 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1df90-9160-47bf-9f9c-c09b72bcb558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587cdee3-b543-4492-9da7-fd202f4695eb,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:22.052906 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-b2e629fe-2d67-4d1e-8c44-cb16782dd982 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:22.054968 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-b2e629fe-2d67-4d1e-8c44-cb16782dd982 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3051548 Jan 25 18:39:22.071345 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-b226f4fd-2cb7-4deb-97d1-89ae8a2a7491 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Request body: {'port': {'device_id': '865271e2-61a1-42ff-80f5-f6aca2c120a3', 'network_id': '568c6717-1feb-43ae-814f-0c0bf00d8fc1', 'admin_state_up': True, 'tenant_id': '2096dfea766c4d2498fd65140d2a5752'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:39:22.074171 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b88327af-bbbf-4a08-b1d9-1478b65a86e0 req-83cb9fc3-88a5-42f9-a67e-a53bb49d4d36 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/ports?device_id=865271e2-61a1-42ff-80f5-f6aca2c120a3 HTTP/1.1" status: 200 len: 210 time: 0.0544271 Jan 25 18:39:22.143599 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-352d5b4e-7222-48fb-b812-6fccd2e1fff1 req-583313b7-2a3e-40cc-bfc5-a1c8b584f47d tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=de43551b-63c0-4c67-bbb1-86bf546b4ba0 HTTP/1.1" status: 200 len: 210 time: 0.0712063 Jan 25 18:39:22.145187 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80cba3-bfad-4657-ad3a-8a8055bd3879 req-c57e8e82-9e97-434f-bfab-fc218ae82090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:22.146660 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5b80cba3-bfad-4657-ad3a-8a8055bd3879 req-c57e8e82-9e97-434f-bfab-fc218ae82090 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f089d72-d869-450d-ba13-6426ebb7bbcd HTTP/1.1" status: 200 len: 854 time: 0.1616507 Jan 25 18:39:22.182899 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5b80cba3-bfad-4657-ad3a-8a8055bd3879 req-bc4962ce-4e58-4ea6-95ed-624733a6ee6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97ab6680-7adb-4fea-a3d3-a93c6c42ed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287728 Jan 25 18:39:22.268753 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-b226f4fd-2cb7-4deb-97d1-89ae8a2a7491 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Made reservation on behalf of 2096dfea766c4d2498fd65140d2a5752 for: {'port': 1} {{(pid=102637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:39:22.272653 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-b226f4fd-2cb7-4deb-97d1-89ae8a2a7491 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:22.282962 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-b226f4fd-2cb7-4deb-97d1-89ae8a2a7491 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:22.336774 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5b80cba3-bfad-4657-ad3a-8a8055bd3879 req-ce35b0da-abf1-41de-a29a-4784fe2d4edc service neutron] 10.222.0.42 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448274 Jan 25 18:39:22.385771 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-b226f4fd-2cb7-4deb-97d1-89ae8a2a7491 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Publish callbacks [] for security_group (bd252739-5658-4de4-8af9-ea216af940a3), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:22.391242 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-b226f4fd-2cb7-4deb-97d1-89ae8a2a7491 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (bd252739-5658-4de4-8af9-ea216af940a3), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:22.468278 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226f4fd-2cb7-4deb-97d1-89ae8a2a7491 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd252739-5658-4de4-8af9-ea216af940a3,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:22.535422 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5b80cba3-bfad-4657-ad3a-8a8055bd3879 req-3eaedb29-4e1d-48ce-afe8-7a26a327a618 service neutron] 10.222.0.42 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833956 Jan 25 18:39:22.598501 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_common [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-b226f4fd-2cb7-4deb-97d1-89ae8a2a7491 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Allocated IP 192.168.233.149 (568c6717-1feb-43ae-814f-0c0bf00d8fc1/9015bac2-246a-43a5-a6b4-dbdbbd61b927/aa0e0e60-2f0b-4f1a-b256-6618f612fddf) {{(pid=102637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:39:22.796960 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-b226f4fd-2cb7-4deb-97d1-89ae8a2a7491 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Publish callbacks [] for port (aa0e0e60-2f0b-4f1a-b256-6618f612fddf), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:22.845119 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-b226f4fd-2cb7-4deb-97d1-89ae8a2a7491 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (aa0e0e60-2f0b-4f1a-b256-6618f612fddf), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:22.861993 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f7cb7-04b6-4677-824e-ac3a35e4b83f req-d3a83fba-856a-49b5-97e3-997f3d590167 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:22.869355 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f41f7cb7-04b6-4677-824e-ac3a35e4b83f req-d3a83fba-856a-49b5-97e3-997f3d590167 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0622985 Jan 25 18:39:22.890102 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-b226f4fd-2cb7-4deb-97d1-89ae8a2a7491 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Network 568c6717-1feb-43ae-814f-0c0bf00d8fc1 is already hosted by enough agents. {{(pid=102637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:39:22.891888 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-b226f4fd-2cb7-4deb-97d1-89ae8a2a7491 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Resources bound (agent type, host, resource id): {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:39:22.896134 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-b226f4fd-2cb7-4deb-97d1-89ae8a2a7491 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Received port after_create {{(pid=102637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:39:22.936510 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f41f7cb7-04b6-4677-824e-ac3a35e4b83f req-6a075124-8ff4-438f-9212-810626229452 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633776 Jan 25 18:39:22.952261 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-b226f4fd-2cb7-4deb-97d1-89ae8a2a7491 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:22.952976 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-b226f4fd-2cb7-4deb-97d1-89ae8a2a7491 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for port (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:22.977265 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226f4fd-2cb7-4deb-97d1-89ae8a2a7491 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Pushing event updated for resources: {'Port': ['ID=aa0e0e60-2f0b-4f1a-b256-6618f612fddf,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:22.985069 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-b226f4fd-2cb7-4deb-97d1-89ae8a2a7491 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9181616 Jan 25 18:39:22.990948 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 45012) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:23.005293 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-1f05728e-0a36-4d0f-a391-604599f6f5e5 service neutron] Request body: {'port': {'device_id': '865271e2-61a1-42ff-80f5-f6aca2c120a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:39:23.078038 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-1f05728e-0a36-4d0f-a391-604599f6f5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (aa0e0e60-2f0b-4f1a-b256-6618f612fddf), before_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:23.134033 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6eb32b00-98ed-4074-b75e-9b30a228bf14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:23.260872 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6eb32b00-98ed-4074-b75e-9b30a228bf14 admin admin] Publish callbacks [] for security_group (71121762-2fd9-4556-9774-34715732e4e0), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:23.274098 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-e46ba950-d621-4b2d-8089-08bb07baa471 None None] Provisioning complete for port aa0e0e60-2f0b-4f1a-b256-6618f612fddf triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:23.279092 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e46ba950-d621-4b2d-8089-08bb07baa471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (aa0e0e60-2f0b-4f1a-b256-6618f612fddf), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:23.325777 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4899b3b7-f6f5-43c0-b6db-fdc3c6047bbf req-616eb431-ea46-4586-b681-edff98c6bf3a tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=de43551b-63c0-4c67-bbb1-86bf546b4ba0 HTTP/1.1" status: 200 len: 210 time: 0.0451264 Jan 25 18:39:23.330272 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6eb32b00-98ed-4074-b75e-9b30a228bf14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (71121762-2fd9-4556-9774-34715732e4e0), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:23.350392 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-e46ba950-d621-4b2d-8089-08bb07baa471 None None] Port aa0e0e60-2f0b-4f1a-b256-6618f612fddf cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:39:23.463126 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.notifiers.nova [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-1f05728e-0a36-4d0f-a391-604599f6f5e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa0e0e60-2f0b-4f1a-b256-6618f612fddf {{(pid=102637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:39:23.473160 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-1f05728e-0a36-4d0f-a391-604599f6f5e5 service neutron] Publish callbacks [] for port (aa0e0e60-2f0b-4f1a-b256-6618f612fddf), precommit_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:23.487856 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.provisioning_blocks [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-1f05728e-0a36-4d0f-a391-604599f6f5e5 service neutron] Transition to ACTIVE for port object aa0e0e60-2f0b-4f1a-b256-6618f612fddf will not be triggered until provisioned by entity L2. {{(pid=102637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 18:39:23.491607 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-1f05728e-0a36-4d0f-a391-604599f6f5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31424759'] for port (aa0e0e60-2f0b-4f1a-b256-6618f612fddf), after_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:23.516637 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb32b00-98ed-4074-b75e-9b30a228bf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71121762-2fd9-4556-9774-34715732e4e0,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:23.528457 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-6eb32b00-98ed-4074-b75e-9b30a228bf14 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c836c119436a4e6fa6122cc66e079792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5364308 Jan 25 18:39:23.533508 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 45036) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:23.567514 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdfc97-1322-4295-a7c7-72b98874c88f req-689ee919-8aad-4c19-a0d7-2c7c63387166 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:23.569606 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f1fdfc97-1322-4295-a7c7-72b98874c88f req-689ee919-8aad-4c19-a0d7-2c7c63387166 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/ports?device_id=865271e2-61a1-42ff-80f5-f6aca2c120a3 HTTP/1.1" status: 200 len: 936 time: 0.3008239 Jan 25 18:39:23.580329 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-cd25ba21-9b7b-4c43-9635-84393453a78d tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:23.581983 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-cd25ba21-9b7b-4c43-9635-84393453a78d tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.42 "GET /v2.0/networks?id=97ab6680-7adb-4fea-a3d3-a93c6c42ed71 HTTP/1.1" status: 200 len: 814 time: 0.3152437 Jan 25 18:39:23.608088 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-dafbe127-b559-4852-8ea4-1f3e005580dd tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Request body: {'port': {'device_id': 'de43551b-63c0-4c67-bbb1-86bf546b4ba0', 'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71', 'admin_state_up': True, 'tenant_id': '17a718a30f324aa9b086c49d167a0bda'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:39:23.633444 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05728e-0a36-4d0f-a391-604599f6f5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0e0e60-2f0b-4f1a-b256-6618f612fddf,revision_number=2']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:23.662647 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.managers [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-1f05728e-0a36-4d0f-a391-604599f6f5e5 service neutron] Attempting to bind port aa0e0e60-2f0b-4f1a-b256-6618f612fddf on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:39:23.662990 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.managers [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-1f05728e-0a36-4d0f-a391-604599f6f5e5 service neutron] Attempting to bind port aa0e0e60-2f0b-4f1a-b256-6618f612fddf by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': 'cdd5eaff-8fd0-4c0c-b640-4c770fd1c2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '568c6717-1feb-43ae-814f-0c0bf00d8fc1'}] {{(pid=102637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:39:23.663323 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-1f05728e-0a36-4d0f-a391-604599f6f5e5 service neutron] Attempting to bind port aa0e0e60-2f0b-4f1a-b256-6618f612fddf on network 568c6717-1feb-43ae-814f-0c0bf00d8fc1 {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:39:23.665158 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f1fdfc97-1322-4295-a7c7-72b98874c88f req-0545ec02-4efa-4c46-8fe3-1707973414c4 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd252739-5658-4de4-8af9-ea216af940a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760918 Jan 25 18:39:23.672402 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-1f05728e-0a36-4d0f-a391-604599f6f5e5 service neutron] Port aa0e0e60-2f0b-4f1a-b256-6618f612fddf on network 568c6717-1feb-43ae-814f-0c0bf00d8fc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 18:39:23.672724 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-1f05728e-0a36-4d0f-a391-604599f6f5e5 service neutron] Attempting to bind port aa0e0e60-2f0b-4f1a-b256-6618f612fddf on network 568c6717-1feb-43ae-814f-0c0bf00d8fc1 {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:39:23.682303 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-1f05728e-0a36-4d0f-a391-604599f6f5e5 service neutron] Checking agent: {'id': 'bdb5f0d3-661d-4d22-a5ac-70c284fe21ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'started_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:39:23.682638 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-1f05728e-0a36-4d0f-a391-604599f6f5e5 service neutron] Checking segment: {'id': 'cdd5eaff-8fd0-4c0c-b640-4c770fd1c2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '568c6717-1feb-43ae-814f-0c0bf00d8fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:39:23.688924 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-1f05728e-0a36-4d0f-a391-604599f6f5e5 service neutron] Bound using segment: {'id': 'cdd5eaff-8fd0-4c0c-b640-4c770fd1c2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '568c6717-1feb-43ae-814f-0c0bf00d8fc1'} {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:39:23.688924 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.managers [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-1f05728e-0a36-4d0f-a391-604599f6f5e5 service neutron] Bound port: aa0e0e60-2f0b-4f1a-b256-6618f612fddf, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdd5eaff-8fd0-4c0c-b640-4c770fd1c2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '568c6717-1feb-43ae-814f-0c0bf00d8fc1'}}] {{(pid=102637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:39:23.688924 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-1f05728e-0a36-4d0f-a391-604599f6f5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (aa0e0e60-2f0b-4f1a-b256-6618f612fddf), before_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:23.709269 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3fd1c5e0-8f30-435d-933c-a797104999e2 admin admin] Publish callbacks [] for security_group (71121762-2fd9-4556-9774-34715732e4e0), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:23.772703 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-dafbe127-b559-4852-8ea4-1f3e005580dd tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Made reservation on behalf of 17a718a30f324aa9b086c49d167a0bda for: {'port': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:39:23.775982 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3fd1c5e0-8f30-435d-933c-a797104999e2 admin admin] Publish callbacks [] for security_group (71121762-2fd9-4556-9774-34715732e4e0), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:23.777246 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-dafbe127-b559-4852-8ea4-1f3e005580dd tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:23.815429 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.db [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-1f05728e-0a36-4d0f-a391-604599f6f5e5 service neutron] For port aa0e0e60-2f0b-4f1a-b256-6618f612fddf, host hv-cinder-82635, cleared binding levels {{(pid=102637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:39:23.836236 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.db [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-1f05728e-0a36-4d0f-a391-604599f6f5e5 service neutron] For port aa0e0e60-2f0b-4f1a-b256-6618f612fddf, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=aa0e0e60-2f0b-4f1a-b256-6618f612fddf,segment=NetworkSegment(cdd5eaff-8fd0-4c0c-b640-4c770fd1c2d3),segment_id=cdd5eaff-8fd0-4c0c-b640-4c770fd1c2d3)] {{(pid=102637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:39:23.840701 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-1f05728e-0a36-4d0f-a391-604599f6f5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31424759'] for port (aa0e0e60-2f0b-4f1a-b256-6618f612fddf), after_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:23.880324 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-1f05728e-0a36-4d0f-a391-604599f6f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:23.881003 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-1f05728e-0a36-4d0f-a391-604599f6f5e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for port (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:23.882460 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-1f05728e-0a36-4d0f-a391-604599f6f5e5 service neutron] 10.222.0.42 "PUT /v2.0/ports/aa0e0e60-2f0b-4f1a-b256-6618f612fddf HTTP/1.1" status: 200 len: 1098 time: 0.8875241 Jan 25 18:39:23.887928 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865271e2-61a1-42ff-80f5-f6aca2c120a3', 'tag': 'aa0e0e60-2f0b-4f1a-b256-6618f612fddf'}] {{(pid=102637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:39:23.891125 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d684e4e91e5fd03d38a13c3d537823e5518f80ed6034d8fe3b9e30891c24508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd15e9b9-00b7-4a73-8943-93f394e26f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "865271e2-61a1-42ff-80f5-f6aca2c120a3", "tag": "aa0e0e60-2f0b-4f1a-b256-6618f612fddf"}]}' {{(pid=102637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:39:23.900345 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3fd1c5e0-8f30-435d-933c-a797104999e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (71121762-2fd9-4556-9774-34715732e4e0), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:23.904249 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3fd1c5e0-8f30-435d-933c-a797104999e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:23.909490 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-3fd1c5e0-8f30-435d-933c-a797104999e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71121762-2fd9-4556-9774-34715732e4e0 HTTP/1.1" status: 204 len: 168 time: 0.3734066 Jan 25 18:39:23.925725 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1c5e0-8f30-435d-933c-a797104999e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71121762-2fd9-4556-9774-34715732e4e0,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:23.940141 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05728e-0a36-4d0f-a391-604599f6f5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0e0e60-2f0b-4f1a-b256-6618f612fddf,revision_number=3']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:23.989274 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-3fd39add-4351-4aca-84a6-76c5cb71262f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:23.991603 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-3fd39add-4351-4aca-84a6-76c5cb71262f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2096dfea766c4d2498fd65140d2a5752&device_id=865271e2-61a1-42ff-80f5-f6aca2c120a3 HTTP/1.1" status: 200 len: 1101 time: 0.0521519 Jan 25 18:39:24.022942 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-dafbe127-b559-4852-8ea4-1f3e005580dd tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Allocated IP 172.20.0.9 (97ab6680-7adb-4fea-a3d3-a93c6c42ed71/6f089d72-d869-450d-ba13-6426ebb7bbcd/8a64488e-6b3b-4e62-90b2-effaf50109da) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:39:24.066061 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90265333-9218-4576-adbf-f611a68a5a17 x-openstack-request-id: req-90265333-9218-4576-adbf-f611a68a5a17 {{(pid=102637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:39:24.066359 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865271e2-61a1-42ff-80f5-f6aca2c120a3", "tag": "aa0e0e60-2f0b-4f1a-b256-6618f612fddf", "status": "completed", "code": 200}]} {{(pid=102637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:39:24.066608 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90265333-9218-4576-adbf-f611a68a5a17 {{(pid=102637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:39:24.066998 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865271e2-61a1-42ff-80f5-f6aca2c120a3', 'tag': 'aa0e0e60-2f0b-4f1a-b256-6618f612fddf', 'status': 'completed', 'code': 200} Jan 25 18:39:24.068893 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-9ec3ed91-a3db-4bc1-a24d-506f4278867b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=aa0e0e60-2f0b-4f1a-b256-6618f612fddf HTTP/1.1" status: 200 len: 217 time: 0.0686233 Jan 25 18:39:24.148936 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96939539-3561-4921-ad99-3046d63c0096 req-eea8755a-4f2e-4bed-8ecc-7723c5b9e6b0 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:24.153085 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-bd760d15-c48a-4529-9c85-6a5806cdaeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:24.155127 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-bd760d15-c48a-4529-9c85-6a5806cdaeb6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9015bac2-246a-43a5-a6b4-dbdbbd61b927 HTTP/1.1" status: 200 len: 843 time: 0.0746737 Jan 25 18:39:24.158803 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-96939539-3561-4921-ad99-3046d63c0096 req-eea8755a-4f2e-4bed-8ecc-7723c5b9e6b0 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.1226950 Jan 25 18:39:24.252893 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-46828959-3cb3-49a2-8cd7-482b4ab57b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:24.259650 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-46828959-3cb3-49a2-8cd7-482b4ab57b55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=568c6717-1feb-43ae-814f-0c0bf00d8fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0780466 Jan 25 18:39:24.357603 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-dafbe127-b559-4852-8ea4-1f3e005580dd tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks [] for port (8a64488e-6b3b-4e62-90b2-effaf50109da), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:24.399526 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-96939539-3561-4921-ad99-3046d63c0096 req-0050f2b4-3003-43ba-a3a3-979a6ad0b967 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398162 Jan 25 18:39:24.401178 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-dafbe127-b559-4852-8ea4-1f3e005580dd tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (8a64488e-6b3b-4e62-90b2-effaf50109da), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:24.422420 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['c689a356-34e5-4c13-925d-823bf06c5abd', 'f93b96bc-732e-4b8f-9164-841bdf36e617'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:39:24.536830 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-dafbe127-b559-4852-8ea4-1f3e005580dd tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Network 97ab6680-7adb-4fea-a3d3-a93c6c42ed71 is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:39:24.557756 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-dafbe127-b559-4852-8ea4-1f3e005580dd tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:39:24.571980 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-dafbe127-b559-4852-8ea4-1f3e005580dd tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:39:24.582341 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-dafbe127-b559-4852-8ea4-1f3e005580dd tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:24.582992 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-dafbe127-b559-4852-8ea4-1f3e005580dd tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:24.598606 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbe127-b559-4852-8ea4-1f3e005580dd tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Pushing event updated for resources: {'Port': ['ID=8a64488e-6b3b-4e62-90b2-effaf50109da,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:24.603003 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-a90d3f80-fe3f-424d-a76f-2efb1e66d25c service neutron] 10.222.0.42 "GET /v2.0/networks/568c6717-1feb-43ae-814f-0c0bf00d8fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336008 Jan 25 18:39:24.634196 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68200dc5-c721-4c5e-9c8f-d0cfeb81651c req-cc8e7d97-ac99-49c8-827f-0560a22c9b3e tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:24.644748 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-68200dc5-c721-4c5e-9c8f-d0cfeb81651c req-cc8e7d97-ac99-49c8-827f-0560a22c9b3e tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=de43551b-63c0-4c67-bbb1-86bf546b4ba0 HTTP/1.1" status: 200 len: 931 time: 0.1877401 Jan 25 18:39:24.660011 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-dafbe127-b559-4852-8ea4-1f3e005580dd tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0624437 Jan 25 18:39:24.718406 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-68200dc5-c721-4c5e-9c8f-d0cfeb81651c req-9c60f457-7204-4e72-87f4-92d51abd5a4c tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694435 Jan 25 18:39:24.726029 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-98c76823-faf7-4a98-9913-24e49e616c66 service neutron] Request body: {'port': {'device_id': 'de43551b-63c0-4c67-bbb1-86bf546b4ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:39:24.726284 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-eb53ca3a-4402-41c4-bb1e-05998065eb6f req-6f958718-afc9-4f22-ae7e-19997c2a04b8 service neutron] 10.222.0.42 "GET /v2.0/networks/568c6717-1feb-43ae-814f-0c0bf00d8fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141086 Jan 25 18:39:24.850639 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15e9b9-00b7-4a73-8943-93f394e26f4b req-dc50f875-46de-4156-b44f-adeef9435d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:24.852229 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-dd15e9b9-00b7-4a73-8943-93f394e26f4b req-dc50f875-46de-4156-b44f-adeef9435d04 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2096dfea766c4d2498fd65140d2a5752&device_id=865271e2-61a1-42ff-80f5-f6aca2c120a3 HTTP/1.1" status: 200 len: 1101 time: 0.0692530 Jan 25 18:39:24.866196 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-98c76823-faf7-4a98-9913-24e49e616c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (8a64488e-6b3b-4e62-90b2-effaf50109da), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:24.892213 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ab08d-aa66-4a71-92d9-4b3fe320d2c6 req-52c11a13-9103-48de-9616-236bfc3505a4 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:24.893729 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b99ab08d-aa66-4a71-92d9-4b3fe320d2c6 req-52c11a13-9103-48de-9616-236bfc3505a4 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/ports?device_id=865271e2-61a1-42ff-80f5-f6aca2c120a3 HTTP/1.1" status: 200 len: 948 time: 0.0920513 Jan 25 18:39:25.025425 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15e9b9-00b7-4a73-8943-93f394e26f4b req-cef00a3b-95e9-471a-b7ab-3bfff45210b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:25.027298 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-dd15e9b9-00b7-4a73-8943-93f394e26f4b req-cef00a3b-95e9-471a-b7ab-3bfff45210b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=568c6717-1feb-43ae-814f-0c0bf00d8fc1 HTTP/1.1" status: 200 len: 870 time: 0.1605916 Jan 25 18:39:25.041997 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b99ab08d-aa66-4a71-92d9-4b3fe320d2c6 req-19cea64f-d6dd-4859-bd94-28d211b7543f tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd252739-5658-4de4-8af9-ea216af940a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205826 Jan 25 18:39:25.083137 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-dd15e9b9-00b7-4a73-8943-93f394e26f4b req-e54a000e-2e54-4aea-b7c1-e7cd7bdc833a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=aa0e0e60-2f0b-4f1a-b256-6618f612fddf HTTP/1.1" status: 200 len: 217 time: 0.0426574 Jan 25 18:39:25.138358 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15e9b9-00b7-4a73-8943-93f394e26f4b req-2e6118e8-35e3-46b9-a5ac-b1412f4c19a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:25.140414 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-dd15e9b9-00b7-4a73-8943-93f394e26f4b req-2e6118e8-35e3-46b9-a5ac-b1412f4c19a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9015bac2-246a-43a5-a6b4-dbdbbd61b927 HTTP/1.1" status: 200 len: 843 time: 0.0484602 Jan 25 18:39:25.201496 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15e9b9-00b7-4a73-8943-93f394e26f4b req-469e9a09-2471-4a95-9c50-7cc06847d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:25.201496 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-dd15e9b9-00b7-4a73-8943-93f394e26f4b req-469e9a09-2471-4a95-9c50-7cc06847d4c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=568c6717-1feb-43ae-814f-0c0bf00d8fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0485680 Jan 25 18:39:25.226709 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-98c76823-faf7-4a98-9913-24e49e616c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a64488e-6b3b-4e62-90b2-effaf50109da {{(pid=102638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:39:25.240710 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-98c76823-faf7-4a98-9913-24e49e616c66 service neutron] Publish callbacks [] for port (8a64488e-6b3b-4e62-90b2-effaf50109da), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:25.255247 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.provisioning_blocks [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-98c76823-faf7-4a98-9913-24e49e616c66 service neutron] Transition to ACTIVE for port object 8a64488e-6b3b-4e62-90b2-effaf50109da will not be triggered until provisioned by entity L2. {{(pid=102638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 18:39:25.258953 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-98c76823-faf7-4a98-9913-24e49e616c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (8a64488e-6b3b-4e62-90b2-effaf50109da), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:25.310838 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c76823-faf7-4a98-9913-24e49e616c66 service neutron] Pushing event updated for resources: {'Port': ['ID=8a64488e-6b3b-4e62-90b2-effaf50109da,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:25.312366 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-dd15e9b9-00b7-4a73-8943-93f394e26f4b req-4b79bb58-f721-4748-aa20-a3751593772b service neutron] 10.222.0.42 "GET /v2.0/networks/568c6717-1feb-43ae-814f-0c0bf00d8fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994425 Jan 25 18:39:25.354969 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-98c76823-faf7-4a98-9913-24e49e616c66 service neutron] Attempting to bind port 8a64488e-6b3b-4e62-90b2-effaf50109da on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:39:25.355413 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-98c76823-faf7-4a98-9913-24e49e616c66 service neutron] Attempting to bind port 8a64488e-6b3b-4e62-90b2-effaf50109da by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '63da4b9e-7aec-4a65-8c20-bb312e592a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71'}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:39:25.355946 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-98c76823-faf7-4a98-9913-24e49e616c66 service neutron] Attempting to bind port 8a64488e-6b3b-4e62-90b2-effaf50109da on network 97ab6680-7adb-4fea-a3d3-a93c6c42ed71 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:39:25.364237 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-98c76823-faf7-4a98-9913-24e49e616c66 service neutron] Port 8a64488e-6b3b-4e62-90b2-effaf50109da on network 97ab6680-7adb-4fea-a3d3-a93c6c42ed71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 18:39:25.365166 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-98c76823-faf7-4a98-9913-24e49e616c66 service neutron] Attempting to bind port 8a64488e-6b3b-4e62-90b2-effaf50109da on network 97ab6680-7adb-4fea-a3d3-a93c6c42ed71 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:39:25.379921 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-98c76823-faf7-4a98-9913-24e49e616c66 service neutron] Checking agent: {'id': 'bdb5f0d3-661d-4d22-a5ac-70c284fe21ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'started_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:39:25.380309 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-98c76823-faf7-4a98-9913-24e49e616c66 service neutron] Checking segment: {'id': '63da4b9e-7aec-4a65-8c20-bb312e592a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:39:25.380692 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-98c76823-faf7-4a98-9913-24e49e616c66 service neutron] Bound using segment: {'id': '63da4b9e-7aec-4a65-8c20-bb312e592a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71'} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:39:25.381153 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-98c76823-faf7-4a98-9913-24e49e616c66 service neutron] Bound port: 8a64488e-6b3b-4e62-90b2-effaf50109da, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63da4b9e-7aec-4a65-8c20-bb312e592a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71'}}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:39:25.381553 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-98c76823-faf7-4a98-9913-24e49e616c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (8a64488e-6b3b-4e62-90b2-effaf50109da), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:25.444232 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-dd15e9b9-00b7-4a73-8943-93f394e26f4b req-378282fb-e161-4e93-8666-e99ed523a046 service neutron] 10.222.0.42 "GET /v2.0/networks/568c6717-1feb-43ae-814f-0c0bf00d8fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186433 Jan 25 18:39:25.455370 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-98c76823-faf7-4a98-9913-24e49e616c66 service neutron] For port 8a64488e-6b3b-4e62-90b2-effaf50109da, host hv-cinder-82635, cleared binding levels {{(pid=102638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:39:25.458722 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-98c76823-faf7-4a98-9913-24e49e616c66 service neutron] For port 8a64488e-6b3b-4e62-90b2-effaf50109da, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=8a64488e-6b3b-4e62-90b2-effaf50109da,segment=NetworkSegment(63da4b9e-7aec-4a65-8c20-bb312e592a28),segment_id=63da4b9e-7aec-4a65-8c20-bb312e592a28)] {{(pid=102638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:39:25.468355 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-98c76823-faf7-4a98-9913-24e49e616c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (8a64488e-6b3b-4e62-90b2-effaf50109da), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:25.520339 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-98c76823-faf7-4a98-9913-24e49e616c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:25.521237 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-98c76823-faf7-4a98-9913-24e49e616c66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:25.522336 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-98c76823-faf7-4a98-9913-24e49e616c66 service neutron] 10.222.0.42 "PUT /v2.0/ports/8a64488e-6b3b-4e62-90b2-effaf50109da HTTP/1.1" status: 200 len: 1093 time: 0.8226831 Jan 25 18:39:25.522776 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de43551b-63c0-4c67-bbb1-86bf546b4ba0', 'tag': '8a64488e-6b3b-4e62-90b2-effaf50109da'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:39:25.524970 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c91374c-c1f8-46d1-b11d-44a08034a456" -d '{"events": [{"name": "network-changed", "server_uuid": "de43551b-63c0-4c67-bbb1-86bf546b4ba0", "tag": "8a64488e-6b3b-4e62-90b2-effaf50109da"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:39:25.584745 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c76823-faf7-4a98-9913-24e49e616c66 service neutron] Pushing event updated for resources: {'Port': ['ID=8a64488e-6b3b-4e62-90b2-effaf50109da,revision_number=3']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:25.602495 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db8ee06-b795-41b6-ae32-2b9cc8f72f2a x-openstack-request-id: req-6db8ee06-b795-41b6-ae32-2b9cc8f72f2a {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:39:25.602789 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de43551b-63c0-4c67-bbb1-86bf546b4ba0", "tag": "8a64488e-6b3b-4e62-90b2-effaf50109da", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:39:25.603042 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6db8ee06-b795-41b6-ae32-2b9cc8f72f2a {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:39:25.603437 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de43551b-63c0-4c67-bbb1-86bf546b4ba0', 'tag': '8a64488e-6b3b-4e62-90b2-effaf50109da', 'status': 'completed', 'code': 200} Jan 25 18:39:25.613808 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c02ed-6f6c-461a-bf46-1fef2575524c req-b7504674-4769-48cd-84b5-3c218bfce952 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:25.615320 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e66c02ed-6f6c-461a-bf46-1fef2575524c req-b7504674-4769-48cd-84b5-3c218bfce952 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.1113782 Jan 25 18:39:25.642870 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-8c6f405b-eff8-4084-a27c-e829056d9d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:25.644365 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-8c6f405b-eff8-4084-a27c-e829056d9d4a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17a718a30f324aa9b086c49d167a0bda&device_id=de43551b-63c0-4c67-bbb1-86bf546b4ba0 HTTP/1.1" status: 200 len: 1096 time: 0.0746665 Jan 25 18:39:25.700238 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-25872c39-0312-4af4-8488-1262f7eea076 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a64488e-6b3b-4e62-90b2-effaf50109da HTTP/1.1" status: 200 len: 217 time: 0.0431728 Jan 25 18:39:25.704805 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e66c02ed-6f6c-461a-bf46-1fef2575524c req-eb255b18-5443-4941-84f5-33b036f81cee tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831501 Jan 25 18:39:25.756041 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-1db0ee83-1550-4534-b30c-af9b220cc949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:25.757503 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-1db0ee83-1550-4534-b30c-af9b220cc949 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f089d72-d869-450d-ba13-6426ebb7bbcd HTTP/1.1" status: 200 len: 854 time: 0.0506408 Jan 25 18:39:25.793658 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-27a3be9f-0a11-4717-a236-90fae3636c2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97ab6680-7adb-4fea-a3d3-a93c6c42ed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256774 Jan 25 18:39:25.913302 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56f5c4-caa0-4ab3-a4f1-a2eaa7a9bb77 req-33be3b7f-d922-4080-9242-a0b172f6a07e tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:25.914770 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-bd56f5c4-caa0-4ab3-a4f1-a2eaa7a9bb77 req-33be3b7f-d922-4080-9242-a0b172f6a07e tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=de43551b-63c0-4c67-bbb1-86bf546b4ba0 HTTP/1.1" status: 200 len: 943 time: 0.1059387 Jan 25 18:39:25.941799 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-6735da13-e412-46ae-ad32-01a4171ec7ec service neutron] 10.222.0.42 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403894 Jan 25 18:39:25.987966 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-bd56f5c4-caa0-4ab3-a4f1-a2eaa7a9bb77 req-cae9cc1e-968d-420d-8c27-2f02257d4c57 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664213 Jan 25 18:39:26.069390 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-899769a5-5f34-4f5a-b265-48df5afc5f71 req-24628fba-0ac8-4d72-afec-8d38a9689440 service neutron] 10.222.0.42 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104507 Jan 25 18:39:26.142488 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 45128) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:26.203969 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8b2cf-cf6f-4a98-854b-3aff3debb174 req-972141e9-2087-4834-b967-3e6b73887a39 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:26.205921 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-33b8b2cf-cf6f-4a98-854b-3aff3debb174 req-972141e9-2087-4834-b967-3e6b73887a39 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/ports?device_id=865271e2-61a1-42ff-80f5-f6aca2c120a3 HTTP/1.1" status: 200 len: 948 time: 0.0864954 Jan 25 18:39:26.212721 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91374c-c1f8-46d1-b11d-44a08034a456 req-436f9f5c-f63d-4e62-b79a-53514db36107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:26.214373 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3c91374c-c1f8-46d1-b11d-44a08034a456 req-436f9f5c-f63d-4e62-b79a-53514db36107 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17a718a30f324aa9b086c49d167a0bda&device_id=de43551b-63c0-4c67-bbb1-86bf546b4ba0 HTTP/1.1" status: 200 len: 1096 time: 0.0685210 Jan 25 18:39:26.264630 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-bd09a68a-4a95-486d-b719-cd794edc2387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:26.318138 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-33b8b2cf-cf6f-4a98-854b-3aff3debb174 req-f3de2986-27b4-404c-8147-89de9d1605c2 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd252739-5658-4de4-8af9-ea216af940a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026983 Jan 25 18:39:26.345734 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-bd09a68a-4a95-486d-b719-cd794edc2387 admin admin] Publish callbacks [] for security_group (6efe7e03-eb14-413a-8181-46e28928b5d2), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:26.345862 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91374c-c1f8-46d1-b11d-44a08034a456 req-a27457df-9a8e-4f6a-8675-ac9d4fbe65e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:26.347709 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3c91374c-c1f8-46d1-b11d-44a08034a456 req-a27457df-9a8e-4f6a-8675-ac9d4fbe65e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97ab6680-7adb-4fea-a3d3-a93c6c42ed71 HTTP/1.1" status: 200 len: 915 time: 0.1254959 Jan 25 18:39:26.349661 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-bd09a68a-4a95-486d-b719-cd794edc2387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (6efe7e03-eb14-413a-8181-46e28928b5d2), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:26.389976 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-bd09a68a-4a95-486d-b719-cd794edc2387 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ab6a71c1c0642eea0c4736def7121d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461827 Jan 25 18:39:26.391108 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09a68a-4a95-486d-b719-cd794edc2387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efe7e03-eb14-413a-8181-46e28928b5d2,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:26.393437 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 45136) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:26.445867 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-bf358def-add4-4d45-9724-5d7038a5ae95 admin admin] Publish callbacks [] for security_group (6efe7e03-eb14-413a-8181-46e28928b5d2), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:26.479026 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-bf358def-add4-4d45-9724-5d7038a5ae95 admin admin] Publish callbacks [] for security_group (6efe7e03-eb14-413a-8181-46e28928b5d2), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:26.531378 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-bf358def-add4-4d45-9724-5d7038a5ae95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (6efe7e03-eb14-413a-8181-46e28928b5d2), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:26.538717 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-bf358def-add4-4d45-9724-5d7038a5ae95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:26.538717 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-bf358def-add4-4d45-9724-5d7038a5ae95 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6efe7e03-eb14-413a-8181-46e28928b5d2 HTTP/1.1" status: 204 len: 168 time: 0.1405013 Jan 25 18:39:26.544229 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf358def-add4-4d45-9724-5d7038a5ae95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efe7e03-eb14-413a-8181-46e28928b5d2,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:26.612621 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3c91374c-c1f8-46d1-b11d-44a08034a456 req-cf331ebe-da6e-44cc-af79-d78f4d92b6a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a64488e-6b3b-4e62-90b2-effaf50109da HTTP/1.1" status: 200 len: 217 time: 0.2491295 Jan 25 18:39:26.820053 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d27984-e3e0-41b9-bda7-207729192b90 req-8a8cca47-39d2-4d9b-a35c-4efc72bd0d40 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:26.821506 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-04d27984-e3e0-41b9-bda7-207729192b90 req-8a8cca47-39d2-4d9b-a35c-4efc72bd0d40 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0476761 Jan 25 18:39:26.824108 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 45146) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:26.841858 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-cd5515ae-8fd6-46b7-ae0a-4bd16c1b6331 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:26.902377 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-04d27984-e3e0-41b9-bda7-207729192b90 req-2bb47d82-018f-4d20-91b6-3861cc89840a tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721231 Jan 25 18:39:26.955095 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-cd5515ae-8fd6-46b7-ae0a-4bd16c1b6331 admin admin] Publish callbacks [] for security_group (aebafbb9-88de-47cb-9115-8ab860d651e7), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:26.958675 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-cd5515ae-8fd6-46b7-ae0a-4bd16c1b6331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (aebafbb9-88de-47cb-9115-8ab860d651e7), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:26.995357 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-cd5515ae-8fd6-46b7-ae0a-4bd16c1b6331 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ba098dcaf1747a0bc2ff1bb99c83622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1702695 Jan 25 18:39:26.996299 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5515ae-8fd6-46b7-ae0a-4bd16c1b6331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebafbb9-88de-47cb-9115-8ab860d651e7,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:26.998794 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 45148) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:27.047118 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ceb0e60b-59ed-43b8-8a85-ab48b8322f80 admin admin] Publish callbacks [] for security_group (aebafbb9-88de-47cb-9115-8ab860d651e7), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:27.076897 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ceb0e60b-59ed-43b8-8a85-ab48b8322f80 admin admin] Publish callbacks [] for security_group (aebafbb9-88de-47cb-9115-8ab860d651e7), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:27.134874 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce24c2-0334-4141-aa27-dab1d729add6 req-77c9a1d7-e530-447f-8020-305a371c5f28 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:27.136316 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-22ce24c2-0334-4141-aa27-dab1d729add6 req-77c9a1d7-e530-447f-8020-305a371c5f28 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=de43551b-63c0-4c67-bbb1-86bf546b4ba0 HTTP/1.1" status: 200 len: 943 time: 0.0785201 Jan 25 18:39:27.170251 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ceb0e60b-59ed-43b8-8a85-ab48b8322f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (aebafbb9-88de-47cb-9115-8ab860d651e7), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:27.172584 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ceb0e60b-59ed-43b8-8a85-ab48b8322f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:27.173661 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-ceb0e60b-59ed-43b8-8a85-ab48b8322f80 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aebafbb9-88de-47cb-9115-8ab860d651e7 HTTP/1.1" status: 204 len: 168 time: 0.1739843 Jan 25 18:39:27.192351 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0e60b-59ed-43b8-8a85-ab48b8322f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebafbb9-88de-47cb-9115-8ab860d651e7,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:27.200293 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-22ce24c2-0334-4141-aa27-dab1d729add6 req-1fece06c-14cb-4b79-9e1a-3dd52d867c6e tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573521 Jan 25 18:39:27.434746 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec2494-3f80-4e29-9d9d-4047190afa35 req-947995dc-170c-4e51-b540-2c0927d7d212 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:27.436875 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e8ec2494-3f80-4e29-9d9d-4047190afa35 req-947995dc-170c-4e51-b540-2c0927d7d212 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/ports?device_id=865271e2-61a1-42ff-80f5-f6aca2c120a3 HTTP/1.1" status: 200 len: 948 time: 0.0480869 Jan 25 18:39:27.484018 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e8ec2494-3f80-4e29-9d9d-4047190afa35 req-dd66761a-6290-4818-a833-eccdc73b67cc tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd252739-5658-4de4-8af9-ea216af940a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414090 Jan 25 18:39:28.227678 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 45194) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:28.328532 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e478eea9-8ca2-4f04-9754-fbe0a1f2fe93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:28.399797 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e478eea9-8ca2-4f04-9754-fbe0a1f2fe93 admin admin] Publish callbacks [] for security_group (3b32cd30-0950-4a29-9afc-660b097abd58), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:28.403483 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e478eea9-8ca2-4f04-9754-fbe0a1f2fe93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (3b32cd30-0950-4a29-9afc-660b097abd58), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:28.443699 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-e478eea9-8ca2-4f04-9754-fbe0a1f2fe93 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f92618386124a198735001f33ce12d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149844 Jan 25 18:39:28.444647 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478eea9-8ca2-4f04-9754-fbe0a1f2fe93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b32cd30-0950-4a29-9afc-660b097abd58,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:28.446416 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 45200) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:28.493155 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-18feb649-c02c-46bd-af57-d5f1675c0936 admin admin] Publish callbacks [] for security_group (3b32cd30-0950-4a29-9afc-660b097abd58), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:28.514197 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-18feb649-c02c-46bd-af57-d5f1675c0936 admin admin] Publish callbacks [] for security_group (3b32cd30-0950-4a29-9afc-660b097abd58), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:28.559124 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-18feb649-c02c-46bd-af57-d5f1675c0936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (3b32cd30-0950-4a29-9afc-660b097abd58), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:28.562258 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-18feb649-c02c-46bd-af57-d5f1675c0936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:28.563385 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-18feb649-c02c-46bd-af57-d5f1675c0936 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b32cd30-0950-4a29-9afc-660b097abd58 HTTP/1.1" status: 204 len: 168 time: 0.1159914 Jan 25 18:39:28.570757 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18feb649-c02c-46bd-af57-d5f1675c0936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b32cd30-0950-4a29-9afc-660b097abd58,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:29.401594 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device aa0e0e60-2f0b-4f1a-b256-6618f612fddf details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:39:29.510979 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91374c-c1f8-46d1-b11d-44a08034a456 req-462be601-28a1-4fd5-a7f8-905da6106b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:29.512630 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3c91374c-c1f8-46d1-b11d-44a08034a456 req-462be601-28a1-4fd5-a7f8-905da6106b0d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f089d72-d869-450d-ba13-6426ebb7bbcd HTTP/1.1" status: 200 len: 854 time: 0.0782061 Jan 25 18:39:29.532063 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port aa0e0e60-2f0b-4f1a-b256-6618f612fddf, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=aa0e0e60-2f0b-4f1a-b256-6618f612fddf,segment=NetworkSegment(cdd5eaff-8fd0-4c0c-b640-4c770fd1c2d3),segment_id=cdd5eaff-8fd0-4c0c-b640-4c770fd1c2d3)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:39:29.547675 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': 'aa0e0e60-2f0b-4f1a-b256-6618f612fddf', 'network_id': '568c6717-1feb-43ae-814f-0c0bf00d8fc1', 'port_id': 'aa0e0e60-2f0b-4f1a-b256-6618f612fddf', 'mac_address': 'fa:16:3e:4f:36:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9015bac2-246a-43a5-a6b4-dbdbbd61b927', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:39:29.558002 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3c91374c-c1f8-46d1-b11d-44a08034a456 req-9e1ed62c-dd5a-415f-844a-e23ee73dc9bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97ab6680-7adb-4fea-a3d3-a93c6c42ed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260475 Jan 25 18:39:29.596274 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port aa0e0e60-2f0b-4f1a-b256-6618f612fddf is: DOWN; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:29.596778 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (aa0e0e60-2f0b-4f1a-b256-6618f612fddf), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:29.611098 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0e0e60-2f0b-4f1a-b256-6618f612fddf {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:39:29.631703 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port aa0e0e60-2f0b-4f1a-b256-6618f612fddf, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=aa0e0e60-2f0b-4f1a-b256-6618f612fddf,segment=NetworkSegment(cdd5eaff-8fd0-4c0c-b640-4c770fd1c2d3),segment_id=cdd5eaff-8fd0-4c0c-b640-4c770fd1c2d3)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:39:29.635650 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (aa0e0e60-2f0b-4f1a-b256-6618f612fddf), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:29.636302 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8eee58-5af5-4772-b178-750078e48583 req-7ee510f0-1fcc-4011-8e50-e8ce11f9dca8 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:29.638370 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5c8eee58-5af5-4772-b178-750078e48583 req-7ee510f0-1fcc-4011-8e50-e8ce11f9dca8 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.1570010 Jan 25 18:39:29.702309 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=aa0e0e60-2f0b-4f1a-b256-6618f612fddf,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:29.711384 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5e981-6a47-46f0-9d9e-6868e3d06460 req-19678c28-83fd-4865-9cfd-d7ec6d7e714d tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:29.712860 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a1f5e981-6a47-46f0-9d9e-6868e3d06460 req-19678c28-83fd-4865-9cfd-d7ec6d7e714d tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=de43551b-63c0-4c67-bbb1-86bf546b4ba0 HTTP/1.1" status: 200 len: 943 time: 0.1460829 Jan 25 18:39:29.757458 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3c91374c-c1f8-46d1-b11d-44a08034a456 req-6eb842cf-e0fb-4e2d-94db-aad0c0252fbf service neutron] 10.222.0.42 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880751 Jan 25 18:39:29.764228 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5c8eee58-5af5-4772-b178-750078e48583 req-5dff1619-f53c-43cf-a307-3d1d835f2eb1 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979166 Jan 25 18:39:29.866207 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a1f5e981-6a47-46f0-9d9e-6868e3d06460 req-fb0c8fe7-6df1-4a61-8b5d-1b69918d416e tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455970 Jan 25 18:39:29.919256 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3c91374c-c1f8-46d1-b11d-44a08034a456 req-61589e71-61bd-4789-b50c-65a2ea741905 service neutron] 10.222.0.42 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505022 Jan 25 18:39:29.930267 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82771293-a8cc-4792-bd52-fd16a94a2f85 req-78571077-6d33-4fb6-a2af-a727153e3e66 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:29.931767 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-82771293-a8cc-4792-bd52-fd16a94a2f85 req-78571077-6d33-4fb6-a2af-a727153e3e66 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/ports?device_id=865271e2-61a1-42ff-80f5-f6aca2c120a3 HTTP/1.1" status: 200 len: 949 time: 0.0816669 Jan 25 18:39:29.981060 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-82771293-a8cc-4792-bd52-fd16a94a2f85 req-d78837b8-ec37-429a-8fb3-681ac2286217 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd252739-5658-4de4-8af9-ea216af940a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426636 Jan 25 18:39:30.045672 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-84708bcd-4223-4d35-9eeb-36037c97cd8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:30.072123 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['aa0e0e60-2f0b-4f1a-b256-6618f612fddf'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:39:30.883126 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069d97b-387f-4a91-8498-3fc482c46a02 req-418bc991-964d-418b-a2b9-ecb59ba49072 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:30.884596 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e069d97b-387f-4a91-8498-3fc482c46a02 req-418bc991-964d-418b-a2b9-ecb59ba49072 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0518110 Jan 25 18:39:30.934959 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e069d97b-387f-4a91-8498-3fc482c46a02 req-36e062b5-19de-4a87-a776-3b04e72b8857 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438321 Jan 25 18:39:30.984385 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c703030-5b60-414c-8c68-251b40ebf854 req-d883bffd-4674-467b-a456-4679877c463c tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:30.985873 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4c703030-5b60-414c-8c68-251b40ebf854 req-d883bffd-4674-467b-a456-4679877c463c tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=de43551b-63c0-4c67-bbb1-86bf546b4ba0 HTTP/1.1" status: 200 len: 943 time: 0.0489883 Jan 25 18:39:31.038438 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4c703030-5b60-414c-8c68-251b40ebf854 req-f24fcc39-fb54-44d7-a738-89124c9bf73d tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469911 Jan 25 18:39:31.115814 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e7ba3-fd5a-41ab-822e-58a226440e26 req-ed5a4025-d53f-4eb5-ad78-6468373afc17 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:31.117260 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c71e7ba3-fd5a-41ab-822e-58a226440e26 req-ed5a4025-d53f-4eb5-ad78-6468373afc17 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/ports?device_id=865271e2-61a1-42ff-80f5-f6aca2c120a3 HTTP/1.1" status: 200 len: 949 time: 0.0581100 Jan 25 18:39:31.162859 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c71e7ba3-fd5a-41ab-822e-58a226440e26 req-3474dda4-9c35-4ae7-8c56-2fafca2dc929 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd252739-5658-4de4-8af9-ea216af940a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399551 Jan 25 18:39:32.056648 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c21b16-cfe2-4cf6-87f5-5c69231371a1 req-fa4f49ec-4031-4acc-9338-5645ade9905f tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:32.058157 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a7c21b16-cfe2-4cf6-87f5-5c69231371a1 req-fa4f49ec-4031-4acc-9338-5645ade9905f tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0504262 Jan 25 18:39:32.112135 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a7c21b16-cfe2-4cf6-87f5-5c69231371a1 req-878ef5dd-1491-4fee-830a-f5ac0493beda tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461793 Jan 25 18:39:32.168043 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c87943-0a2f-4337-a958-dbfecdb8948e req-06a93731-de98-4817-9585-8ccb3a6c2eb8 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:32.170111 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a1c87943-0a2f-4337-a958-dbfecdb8948e req-06a93731-de98-4817-9585-8ccb3a6c2eb8 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=de43551b-63c0-4c67-bbb1-86bf546b4ba0 HTTP/1.1" status: 200 len: 943 time: 0.0565779 Jan 25 18:39:32.203610 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bcb2df04-c9e0-4696-8ae7-48457e12df40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:32.229811 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a1c87943-0a2f-4337-a958-dbfecdb8948e req-a67418be-bc5c-433b-b1b5-e12b91df87d8 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539365 Jan 25 18:39:32.285717 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3acead-ff69-4813-a55a-8c37182d0daa req-6a3847ff-f525-4cad-a30d-e1a55fa1ebbb tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:32.287217 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8a3acead-ff69-4813-a55a-8c37182d0daa req-6a3847ff-f525-4cad-a30d-e1a55fa1ebbb tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/ports?device_id=865271e2-61a1-42ff-80f5-f6aca2c120a3 HTTP/1.1" status: 200 len: 949 time: 0.0496993 Jan 25 18:39:32.335683 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8a3acead-ff69-4813-a55a-8c37182d0daa req-e545e2f6-3468-4219-b8ca-0a8722d65a9b tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd252739-5658-4de4-8af9-ea216af940a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409496 Jan 25 18:39:32.383836 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 8a64488e-6b3b-4e62-90b2-effaf50109da details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:39:32.388232 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device aa0e0e60-2f0b-4f1a-b256-6618f612fddf up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:39:32.506455 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning for port aa0e0e60-2f0b-4f1a-b256-6618f612fddf completed by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 18:39:32.520772 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port aa0e0e60-2f0b-4f1a-b256-6618f612fddf triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:32.521157 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (aa0e0e60-2f0b-4f1a-b256-6618f612fddf), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:32.530692 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 8a64488e-6b3b-4e62-90b2-effaf50109da, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=8a64488e-6b3b-4e62-90b2-effaf50109da,segment=NetworkSegment(63da4b9e-7aec-4a65-8c20-bb312e592a28),segment_id=63da4b9e-7aec-4a65-8c20-bb312e592a28)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:39:32.569939 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': '8a64488e-6b3b-4e62-90b2-effaf50109da', 'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71', 'port_id': '8a64488e-6b3b-4e62-90b2-effaf50109da', 'mac_address': 'fa:16:3e:0a:75:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f089d72-d869-450d-ba13-6426ebb7bbcd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:39:32.640048 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 8a64488e-6b3b-4e62-90b2-effaf50109da is: DOWN; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:32.640439 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (8a64488e-6b3b-4e62-90b2-effaf50109da), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:32.662178 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a64488e-6b3b-4e62-90b2-effaf50109da {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:39:32.668514 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port aa0e0e60-2f0b-4f1a-b256-6618f612fddf is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:32.668936 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (aa0e0e60-2f0b-4f1a-b256-6618f612fddf), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:32.697009 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 8a64488e-6b3b-4e62-90b2-effaf50109da, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=8a64488e-6b3b-4e62-90b2-effaf50109da,segment=NetworkSegment(63da4b9e-7aec-4a65-8c20-bb312e592a28),segment_id=63da4b9e-7aec-4a65-8c20-bb312e592a28)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:39:32.709991 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865271e2-61a1-42ff-80f5-f6aca2c120a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0e0e60-2f0b-4f1a-b256-6618f612fddf'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:39:32.712232 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c00e63-c864-420d-8693-2885aadb286b" -d '{"events": [{"server_uuid": "865271e2-61a1-42ff-80f5-f6aca2c120a3", "name": "network-vif-plugged", "status": "completed", "tag": "aa0e0e60-2f0b-4f1a-b256-6618f612fddf"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:39:32.714663 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (8a64488e-6b3b-4e62-90b2-effaf50109da), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:32.730029 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port aa0e0e60-2f0b-4f1a-b256-6618f612fddf, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=aa0e0e60-2f0b-4f1a-b256-6618f612fddf,segment=NetworkSegment(cdd5eaff-8fd0-4c0c-b640-4c770fd1c2d3),segment_id=cdd5eaff-8fd0-4c0c-b640-4c770fd1c2d3)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:39:32.755681 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (aa0e0e60-2f0b-4f1a-b256-6618f612fddf), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:32.762316 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77112a8-81bf-4553-8207-60030121489b x-openstack-request-id: req-d77112a8-81bf-4553-8207-60030121489b {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:39:32.762639 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865271e2-61a1-42ff-80f5-f6aca2c120a3", "name": "network-vif-plugged", "status": "completed", "tag": "aa0e0e60-2f0b-4f1a-b256-6618f612fddf", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:39:32.762898 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d77112a8-81bf-4553-8207-60030121489b {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:39:32.763322 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865271e2-61a1-42ff-80f5-f6aca2c120a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0e0e60-2f0b-4f1a-b256-6618f612fddf', 'code': 200} Jan 25 18:39:32.789333 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=8a64488e-6b3b-4e62-90b2-effaf50109da,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:32.840046 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=aa0e0e60-2f0b-4f1a-b256-6618f612fddf,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:32.970858 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb86643-268b-480e-8aa2-4fdb34c0d0e2 req-66b48e2e-efe9-46db-b91b-e7ed75e04303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:32.972321 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9cb86643-268b-480e-8aa2-4fdb34c0d0e2 req-66b48e2e-efe9-46db-b91b-e7ed75e04303 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=865271e2-61a1-42ff-80f5-f6aca2c120a3 HTTP/1.1" status: 200 len: 1103 time: 0.0404780 Jan 25 18:39:33.029935 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9cb86643-268b-480e-8aa2-4fdb34c0d0e2 req-b1258c3b-7013-425b-9670-56316fc1a525 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bd252739-5658-4de4-8af9-ea216af940a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379264 Jan 25 18:39:33.121351 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['8a64488e-6b3b-4e62-90b2-effaf50109da'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:39:33.235208 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d1c6c-76b1-440f-9a31-f7b1123cd535 req-58838a90-981f-409b-9f85-6a66513bda88 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:33.236701 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b06d1c6c-76b1-440f-9a31-f7b1123cd535 req-58838a90-981f-409b-9f85-6a66513bda88 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0525718 Jan 25 18:39:33.237268 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 45344) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:33.294730 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b06d1c6c-76b1-440f-9a31-f7b1123cd535 req-f3da39ca-36ee-4473-9da5-0df5248e3247 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513804 Jan 25 18:39:33.351860 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb16b1-d202-4677-a7e9-327dba088f1d req-da535c19-a98c-40a9-b7f3-b80d39715f75 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:33.353318 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-fff243a6-a67f-430f-a9c0-7300425b6d83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:33.353470 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7bdb16b1-d202-4677-a7e9-327dba088f1d req-da535c19-a98c-40a9-b7f3-b80d39715f75 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=de43551b-63c0-4c67-bbb1-86bf546b4ba0 HTTP/1.1" status: 200 len: 944 time: 0.0486596 Jan 25 18:39:33.416843 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7bdb16b1-d202-4677-a7e9-327dba088f1d req-21c51edc-9959-4f4b-86de-8e1b5de9dde0 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569789 Jan 25 18:39:33.437342 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-fff243a6-a67f-430f-a9c0-7300425b6d83 admin admin] Publish callbacks [] for security_group (e52a4028-97e1-451f-823a-625f5dcf778e), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:33.442453 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-fff243a6-a67f-430f-a9c0-7300425b6d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (e52a4028-97e1-451f-823a-625f5dcf778e), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:33.454786 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215574cb-f80c-4cce-bf3c-79022708806a req-3c2090ed-7016-4953-97a4-bddba598a16e tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:33.456249 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-215574cb-f80c-4cce-bf3c-79022708806a req-3c2090ed-7016-4953-97a4-bddba598a16e tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/ports?device_id=865271e2-61a1-42ff-80f5-f6aca2c120a3 HTTP/1.1" status: 200 len: 950 time: 0.0528944 Jan 25 18:39:33.487881 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-fff243a6-a67f-430f-a9c0-7300425b6d83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb8bc1ab48d24984a5c16f02028152c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470539 Jan 25 18:39:33.487881 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff243a6-a67f-430f-a9c0-7300425b6d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52a4028-97e1-451f-823a-625f5dcf778e,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:33.490801 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 45352) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:33.524390 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-215574cb-f80c-4cce-bf3c-79022708806a req-a59d4265-7a1c-43fb-9cd7-2c2906e98f9c tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd252739-5658-4de4-8af9-ea216af940a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626085 Jan 25 18:39:33.529874 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:33.552947 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-68b00fa3-d3c9-4b4e-b4d7-6cac3a69f920 admin admin] Publish callbacks [] for security_group (e52a4028-97e1-451f-823a-625f5dcf778e), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:33.573437 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-68b00fa3-d3c9-4b4e-b4d7-6cac3a69f920 admin admin] Publish callbacks [] for security_group (e52a4028-97e1-451f-823a-625f5dcf778e), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:33.623071 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-68b00fa3-d3c9-4b4e-b4d7-6cac3a69f920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (e52a4028-97e1-451f-823a-625f5dcf778e), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:33.625571 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-68b00fa3-d3c9-4b4e-b4d7-6cac3a69f920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:33.626737 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-68b00fa3-d3c9-4b4e-b4d7-6cac3a69f920 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e52a4028-97e1-451f-823a-625f5dcf778e HTTP/1.1" status: 204 len: 168 time: 0.1350076 Jan 25 18:39:33.635912 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b00fa3-d3c9-4b4e-b4d7-6cac3a69f920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52a4028-97e1-451f-823a-625f5dcf778e,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:33.940692 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 45370) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:33.954641 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-14ae652c-1e71-4ae6-97dd-3b3c5491e60c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:34.030909 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-14ae652c-1e71-4ae6-97dd-3b3c5491e60c admin admin] Publish callbacks [] for security_group (2ed42bbd-ff70-4e23-994f-c6cc2caff69a), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:34.034243 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-14ae652c-1e71-4ae6-97dd-3b3c5491e60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (2ed42bbd-ff70-4e23-994f-c6cc2caff69a), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:34.069653 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae652c-1e71-4ae6-97dd-3b3c5491e60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed42bbd-ff70-4e23-994f-c6cc2caff69a,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:34.074232 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-14ae652c-1e71-4ae6-97dd-3b3c5491e60c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e8fbd1815194fd0b5f48dedeb89f6e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322603 Jan 25 18:39:34.077372 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 45372) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:34.126603 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-4ff6b5d6-b68b-424f-ad6e-4eb37c7b1c9e admin admin] Publish callbacks [] for security_group (2ed42bbd-ff70-4e23-994f-c6cc2caff69a), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:34.147278 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-4ff6b5d6-b68b-424f-ad6e-4eb37c7b1c9e admin admin] Publish callbacks [] for security_group (2ed42bbd-ff70-4e23-994f-c6cc2caff69a), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:34.191350 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-4ff6b5d6-b68b-424f-ad6e-4eb37c7b1c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (2ed42bbd-ff70-4e23-994f-c6cc2caff69a), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:34.193890 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-4ff6b5d6-b68b-424f-ad6e-4eb37c7b1c9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:34.195099 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-4ff6b5d6-b68b-424f-ad6e-4eb37c7b1c9e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ed42bbd-ff70-4e23-994f-c6cc2caff69a HTTP/1.1" status: 204 len: 168 time: 0.1168337 Jan 25 18:39:34.203667 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6b5d6-b68b-424f-ad6e-4eb37c7b1c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed42bbd-ff70-4e23-994f-c6cc2caff69a,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:34.395342 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 8a64488e-6b3b-4e62-90b2-effaf50109da up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:39:34.409567 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52a02-f56b-4dcb-8f8d-0d2464f608e9 req-0f1ccfb1-2b03-4518-b992-a2c49051ac8a tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:34.411291 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a4f52a02-f56b-4dcb-8f8d-0d2464f608e9 req-0f1ccfb1-2b03-4518-b992-a2c49051ac8a tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0486152 Jan 25 18:39:34.452541 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning for port 8a64488e-6b3b-4e62-90b2-effaf50109da completed by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 18:39:34.457069 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port 8a64488e-6b3b-4e62-90b2-effaf50109da triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:34.457752 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (8a64488e-6b3b-4e62-90b2-effaf50109da), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:34.472494 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a4f52a02-f56b-4dcb-8f8d-0d2464f608e9 req-3dbca382-675e-4b6f-a2dc-3cf6ccf3146b tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547311 Jan 25 18:39:34.558084 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 8a64488e-6b3b-4e62-90b2-effaf50109da is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:34.558620 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (8a64488e-6b3b-4e62-90b2-effaf50109da), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:34.566404 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9264e8-2186-4d67-9359-976f7ff88ff4 req-7e4723e4-7896-4ac3-8e8c-9a4a0ad708b4 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:34.568058 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3a9264e8-2186-4d67-9359-976f7ff88ff4 req-7e4723e4-7896-4ac3-8e8c-9a4a0ad708b4 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=de43551b-63c0-4c67-bbb1-86bf546b4ba0 HTTP/1.1" status: 200 len: 944 time: 0.0520623 Jan 25 18:39:34.603338 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 8a64488e-6b3b-4e62-90b2-effaf50109da, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=8a64488e-6b3b-4e62-90b2-effaf50109da,segment=NetworkSegment(63da4b9e-7aec-4a65-8c20-bb312e592a28),segment_id=63da4b9e-7aec-4a65-8c20-bb312e592a28)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:39:34.608724 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (8a64488e-6b3b-4e62-90b2-effaf50109da), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:34.668637 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=8a64488e-6b3b-4e62-90b2-effaf50109da,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:34.674570 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3a9264e8-2186-4d67-9359-976f7ff88ff4 req-9c711c56-9976-4ab9-a152-27466a97b5d8 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009991 Jan 25 18:39:34.690077 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be442322-2613-436a-bc34-304b166b16b7 req-88054a69-562c-41b0-b4c9-7370dab19570 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:34.691853 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-be442322-2613-436a-bc34-304b166b16b7 req-88054a69-562c-41b0-b4c9-7370dab19570 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/ports?device_id=865271e2-61a1-42ff-80f5-f6aca2c120a3 HTTP/1.1" status: 200 len: 950 time: 0.0825195 Jan 25 18:39:34.746901 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-be442322-2613-436a-bc34-304b166b16b7 req-022d5f97-3f7f-4ecb-a70d-56def1ac7f5b tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd252739-5658-4de4-8af9-ea216af940a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474331 Jan 25 18:39:34.764407 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de43551b-63c0-4c67-bbb1-86bf546b4ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a64488e-6b3b-4e62-90b2-effaf50109da'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:39:34.767420 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aec338b-f495-49f8-9468-85f5c67eb063" -d '{"events": [{"server_uuid": "de43551b-63c0-4c67-bbb1-86bf546b4ba0", "name": "network-vif-plugged", "status": "completed", "tag": "8a64488e-6b3b-4e62-90b2-effaf50109da"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:39:34.804881 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55ae741-fce6-4a00-9a5f-092527b1775c x-openstack-request-id: req-f55ae741-fce6-4a00-9a5f-092527b1775c {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:39:34.805263 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de43551b-63c0-4c67-bbb1-86bf546b4ba0", "name": "network-vif-plugged", "status": "completed", "tag": "8a64488e-6b3b-4e62-90b2-effaf50109da", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:39:34.805529 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f55ae741-fce6-4a00-9a5f-092527b1775c {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:39:34.805923 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de43551b-63c0-4c67-bbb1-86bf546b4ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a64488e-6b3b-4e62-90b2-effaf50109da', 'code': 200} Jan 25 18:39:34.870875 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:35.045623 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2ecf3-c2d9-45e9-b19d-4221cc193679 req-9c7f836b-628a-4651-a664-4a7dc049a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:35.048761 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-eba2ecf3-c2d9-45e9-b19d-4221cc193679 req-9c7f836b-628a-4651-a664-4a7dc049a26d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=de43551b-63c0-4c67-bbb1-86bf546b4ba0 HTTP/1.1" status: 200 len: 1098 time: 0.0496888 Jan 25 18:39:35.108745 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-eba2ecf3-c2d9-45e9-b19d-4221cc193679 req-30c3362c-2c80-42b2-84d8-96a328572201 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459189 Jan 25 18:39:35.608802 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6d9d5-8cb3-4753-b809-1d7caa43e8f7 req-82d56dcf-6c4d-46cf-8a5f-9173a0e91a9f tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:35.610341 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-05c6d9d5-8cb3-4753-b809-1d7caa43e8f7 req-82d56dcf-6c4d-46cf-8a5f-9173a0e91a9f tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0530174 Jan 25 18:39:35.657214 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-05c6d9d5-8cb3-4753-b809-1d7caa43e8f7 req-e3c2918e-8a82-42f9-99d1-f739258a72ad tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413072 Jan 25 18:39:35.800116 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681d64f-7709-4f7e-8b61-8456fe07421b req-e4d98b7f-705c-42a7-94e6-ec6367ddeba3 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:35.801663 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d681d64f-7709-4f7e-8b61-8456fe07421b req-e4d98b7f-705c-42a7-94e6-ec6367ddeba3 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=de43551b-63c0-4c67-bbb1-86bf546b4ba0 HTTP/1.1" status: 200 len: 945 time: 0.0491481 Jan 25 18:39:35.887264 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d681d64f-7709-4f7e-8b61-8456fe07421b req-8082488a-e2c5-46e2-9865-f7ac09054b81 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793152 Jan 25 18:39:35.907659 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596a548-afa1-41c8-a4e3-ca2c5d0c405f req-b296dae0-350d-4319-a82f-1c07b2e7e992 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:35.907659 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f596a548-afa1-41c8-a4e3-ca2c5d0c405f req-b296dae0-350d-4319-a82f-1c07b2e7e992 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/ports?device_id=865271e2-61a1-42ff-80f5-f6aca2c120a3 HTTP/1.1" status: 200 len: 950 time: 0.0768466 Jan 25 18:39:35.970521 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f596a548-afa1-41c8-a4e3-ca2c5d0c405f req-14555bc3-e3f2-44eb-bf45-1dee0a3f4273 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd252739-5658-4de4-8af9-ea216af940a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578952 Jan 25 18:39:36.122394 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:36.261853 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27b5f2-e5c0-40d8-9d6e-aa21fc387e6d req-fcc52d1c-85f3-4e22-ab45-cffe32b7a4b9 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:36.263940 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ea27b5f2-e5c0-40d8-9d6e-aa21fc387e6d req-fcc52d1c-85f3-4e22-ab45-cffe32b7a4b9 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/ports?device_id=865271e2-61a1-42ff-80f5-f6aca2c120a3 HTTP/1.1" status: 200 len: 950 time: 0.0473311 Jan 25 18:39:36.315970 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ea27b5f2-e5c0-40d8-9d6e-aa21fc387e6d req-99f338dc-7226-4fb8-88c0-3ea28e3018db tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd252739-5658-4de4-8af9-ea216af940a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463164 Jan 25 18:39:36.570998 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 45474) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:36.676156 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-5c210ccf-35ea-4f19-af1a-47b60bfa4358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:36.787501 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-5c210ccf-35ea-4f19-af1a-47b60bfa4358 admin admin] Publish callbacks [] for security_group (2dc4d785-0614-4d2c-89eb-c51a7a3b089d), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:36.792069 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-5c210ccf-35ea-4f19-af1a-47b60bfa4358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (2dc4d785-0614-4d2c-89eb-c51a7a3b089d), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:36.820677 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04167ae-5456-495c-9332-2e526ea4d6b3 req-57f29976-1317-413a-b404-93e49b74492b tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:36.822177 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a04167ae-5456-495c-9332-2e526ea4d6b3 req-57f29976-1317-413a-b404-93e49b74492b tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0846405 Jan 25 18:39:36.848401 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-5c210ccf-35ea-4f19-af1a-47b60bfa4358 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=24eccd298fcd4f64972931456f0e100e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2763572 Jan 25 18:39:36.851131 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 45480) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:36.855520 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c210ccf-35ea-4f19-af1a-47b60bfa4358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc4d785-0614-4d2c-89eb-c51a7a3b089d,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:36.886731 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a04167ae-5456-495c-9332-2e526ea4d6b3 req-a9d9c581-b0b4-4dd9-8422-5b5ce41d1432 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558786 Jan 25 18:39:36.911494 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-090e5fbb-8205-45a3-86c3-20d84b318c1e admin admin] Publish callbacks [] for security_group (2dc4d785-0614-4d2c-89eb-c51a7a3b089d), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:36.932064 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-090e5fbb-8205-45a3-86c3-20d84b318c1e admin admin] Publish callbacks [] for security_group (2dc4d785-0614-4d2c-89eb-c51a7a3b089d), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:36.979802 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-090e5fbb-8205-45a3-86c3-20d84b318c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (2dc4d785-0614-4d2c-89eb-c51a7a3b089d), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:36.983367 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-090e5fbb-8205-45a3-86c3-20d84b318c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:36.987458 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-090e5fbb-8205-45a3-86c3-20d84b318c1e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2dc4d785-0614-4d2c-89eb-c51a7a3b089d HTTP/1.1" status: 204 len: 168 time: 0.1324003 Jan 25 18:39:36.994335 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e5fbb-8205-45a3-86c3-20d84b318c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc4d785-0614-4d2c-89eb-c51a7a3b089d,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:37.050320 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272507b-1764-400a-895f-10808d3b83ab req-eaa15f00-db2a-4083-8bee-06bacb63adb2 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:37.051866 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4272507b-1764-400a-895f-10808d3b83ab req-eaa15f00-db2a-4083-8bee-06bacb63adb2 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=de43551b-63c0-4c67-bbb1-86bf546b4ba0 HTTP/1.1" status: 200 len: 945 time: 0.0648415 Jan 25 18:39:37.114912 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4272507b-1764-400a-895f-10808d3b83ab req-ace9d600-8a59-4793-8fa5-d39e4f003d44 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507977 Jan 25 18:39:37.295748 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 45500) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:37.309384 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a86601c5-c1bd-4a09-87eb-1bd9571ed894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:37.433438 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a86601c5-c1bd-4a09-87eb-1bd9571ed894 admin admin] Publish callbacks [] for security_group (66dfc31d-e22e-4a53-ad44-1ce4499fd6b4), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:37.440778 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a86601c5-c1bd-4a09-87eb-1bd9571ed894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (66dfc31d-e22e-4a53-ad44-1ce4499fd6b4), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:37.481288 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-a86601c5-c1bd-4a09-87eb-1bd9571ed894 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f04526366227481185b651a88963b3c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1843691 Jan 25 18:39:37.484253 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86601c5-c1bd-4a09-87eb-1bd9571ed894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66dfc31d-e22e-4a53-ad44-1ce4499fd6b4,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:37.486809 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 45510) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:37.488393 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81635eee-160c-4a48-a42e-09702e1558b1 req-2847f15f-dd15-448f-b254-ae524a7b8bf3 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:37.496203 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-81635eee-160c-4a48-a42e-09702e1558b1 req-2847f15f-dd15-448f-b254-ae524a7b8bf3 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/ports?device_id=865271e2-61a1-42ff-80f5-f6aca2c120a3 HTTP/1.1" status: 200 len: 950 time: 0.0764081 Jan 25 18:39:37.543110 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-dbc42d1d-ee7d-4130-8d8e-895de7a707df admin admin] Publish callbacks [] for security_group (66dfc31d-e22e-4a53-ad44-1ce4499fd6b4), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:37.545902 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-81635eee-160c-4a48-a42e-09702e1558b1 req-9f707972-cfdf-4a38-9ba5-66e636a4097f tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd252739-5658-4de4-8af9-ea216af940a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486910 Jan 25 18:39:37.567856 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-dbc42d1d-ee7d-4130-8d8e-895de7a707df admin admin] Publish callbacks [] for security_group (66dfc31d-e22e-4a53-ad44-1ce4499fd6b4), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:37.612463 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-dbc42d1d-ee7d-4130-8d8e-895de7a707df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (66dfc31d-e22e-4a53-ad44-1ce4499fd6b4), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:37.615095 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-dbc42d1d-ee7d-4130-8d8e-895de7a707df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:37.616219 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-dbc42d1d-ee7d-4130-8d8e-895de7a707df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/66dfc31d-e22e-4a53-ad44-1ce4499fd6b4 HTTP/1.1" status: 204 len: 168 time: 0.1284494 Jan 25 18:39:37.624146 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc42d1d-ee7d-4130-8d8e-895de7a707df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dfc31d-e22e-4a53-ad44-1ce4499fd6b4,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:37.923210 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 45518) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:37.936415 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-df83ed87-5f7e-4067-9868-f81ffbc3f7b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:38.010149 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-df83ed87-5f7e-4067-9868-f81ffbc3f7b1 admin admin] Publish callbacks [] for security_group (a125cdbd-f9f3-4f30-bc88-e67b0ae56e56), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:38.010370 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69796c9-df74-4386-9cfa-73f247808161 req-0feccfee-afba-4223-9cfc-f72e754d50c0 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:38.012106 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f69796c9-df74-4386-9cfa-73f247808161 req-0feccfee-afba-4223-9cfc-f72e754d50c0 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0514588 Jan 25 18:39:38.014283 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-df83ed87-5f7e-4067-9868-f81ffbc3f7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (a125cdbd-f9f3-4f30-bc88-e67b0ae56e56), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:38.052423 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-df83ed87-5f7e-4067-9868-f81ffbc3f7b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d418e7b942b4a9aa4b1f699c8d1c03b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1277764 Jan 25 18:39:38.053390 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83ed87-5f7e-4067-9868-f81ffbc3f7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a125cdbd-f9f3-4f30-bc88-e67b0ae56e56,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:38.054989 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 45520) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:38.058242 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f69796c9-df74-4386-9cfa-73f247808161 req-3f2cafc9-edf4-4b93-82e7-8052905b86d7 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407238 Jan 25 18:39:38.109455 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d62587db-ec81-4975-8404-c5fcf59a0edb admin admin] Publish callbacks [] for security_group (a125cdbd-f9f3-4f30-bc88-e67b0ae56e56), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:38.129784 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d62587db-ec81-4975-8404-c5fcf59a0edb admin admin] Publish callbacks [] for security_group (a125cdbd-f9f3-4f30-bc88-e67b0ae56e56), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:38.177757 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d62587db-ec81-4975-8404-c5fcf59a0edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (a125cdbd-f9f3-4f30-bc88-e67b0ae56e56), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:38.180396 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d62587db-ec81-4975-8404-c5fcf59a0edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:38.183842 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-d62587db-ec81-4975-8404-c5fcf59a0edb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a125cdbd-f9f3-4f30-bc88-e67b0ae56e56 HTTP/1.1" status: 204 len: 168 time: 0.1224174 Jan 25 18:39:38.192121 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62587db-ec81-4975-8404-c5fcf59a0edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a125cdbd-f9f3-4f30-bc88-e67b0ae56e56,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:38.492693 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 45542) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:38.515971 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2d794-dcea-4cde-97db-e062c9c9100e req-1b9dd0cb-5a61-40c1-a33c-eae203e6c2a7 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:38.517793 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b1c2d794-dcea-4cde-97db-e062c9c9100e req-1b9dd0cb-5a61-40c1-a33c-eae203e6c2a7 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.42 "GET /v2.0/ports?device_id=865271e2-61a1-42ff-80f5-f6aca2c120a3 HTTP/1.1" status: 200 len: 950 time: 0.0831430 Jan 25 18:39:38.623761 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-98c38536-141a-4086-ab6d-1e2ec5b1d16e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:38.677231 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-b1c2d794-dcea-4cde-97db-e062c9c9100e req-fb7823ea-1462-4af8-8327-1a130e765b1d tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Deleting port aa0e0e60-2f0b-4f1a-b256-6618f612fddf {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:39:38.677567 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-b1c2d794-dcea-4cde-97db-e062c9c9100e req-fb7823ea-1462-4af8-8327-1a130e765b1d tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (aa0e0e60-2f0b-4f1a-b256-6618f612fddf), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:38.743494 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-98c38536-141a-4086-ab6d-1e2ec5b1d16e admin admin] Publish callbacks [] for security_group (b8b1b163-66d3-4af4-82c7-34918c726671), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:38.749863 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-98c38536-141a-4086-ab6d-1e2ec5b1d16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (b8b1b163-66d3-4af4-82c7-34918c726671), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:38.806618 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-98c38536-141a-4086-ab6d-1e2ec5b1d16e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=10152c4997ec46ec9c06a07818a5e252&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3127446 Jan 25 18:39:38.807909 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c38536-141a-4086-ab6d-1e2ec5b1d16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b1b163-66d3-4af4-82c7-34918c726671,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:38.811552 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 45564) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:38.815404 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-b1c2d794-dcea-4cde-97db-e062c9c9100e req-fb7823ea-1462-4af8-8327-1a130e765b1d tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] For port aa0e0e60-2f0b-4f1a-b256-6618f612fddf, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=aa0e0e60-2f0b-4f1a-b256-6618f612fddf,segment=NetworkSegment(cdd5eaff-8fd0-4c0c-b640-4c770fd1c2d3),segment_id=cdd5eaff-8fd0-4c0c-b640-4c770fd1c2d3)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:39:38.815940 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-b1c2d794-dcea-4cde-97db-e062c9c9100e req-fb7823ea-1462-4af8-8327-1a130e765b1d tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (aa0e0e60-2f0b-4f1a-b256-6618f612fddf), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:38.846629 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5873b-d4fb-4926-b2ed-d3bdf83788d2 req-5ddb44d5-f0ab-44f9-8350-e56d0c333568 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:38.856080 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-aad5873b-d4fb-4926-b2ed-d3bdf83788d2 req-5ddb44d5-f0ab-44f9-8350-e56d0c333568 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/ports?device_id=865271e2-61a1-42ff-80f5-f6aca2c120a3 HTTP/1.1" status: 200 len: 950 time: 0.1815858 Jan 25 18:39:38.869186 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-b1c2d794-dcea-4cde-97db-e062c9c9100e req-fb7823ea-1462-4af8-8327-1a130e765b1d tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Calling delete_port for aa0e0e60-2f0b-4f1a-b256-6618f612fddf owned by compute:nova {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:39:39.002159 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-aad5873b-d4fb-4926-b2ed-d3bdf83788d2 req-efc41796-b24b-49b6-9bc0-29e192f592d8 tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd252739-5658-4de4-8af9-ea216af940a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450727 Jan 25 18:39:39.014610 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-37df902c-3dc9-46cb-9bc8-cdb0423464f6 admin admin] Publish callbacks [] for security_group (b8b1b163-66d3-4af4-82c7-34918c726671), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:39.048250 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-37df902c-3dc9-46cb-9bc8-cdb0423464f6 admin admin] Publish callbacks [] for security_group (b8b1b163-66d3-4af4-82c7-34918c726671), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:39.135280 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-b1c2d794-dcea-4cde-97db-e062c9c9100e req-fb7823ea-1462-4af8-8327-1a130e765b1d tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620'] for port (aa0e0e60-2f0b-4f1a-b256-6618f612fddf), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:39.149464 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['aa0e0e60-2f0b-4f1a-b256-6618f612fddf'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:39:39.164277 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-37df902c-3dc9-46cb-9bc8-cdb0423464f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (b8b1b163-66d3-4af4-82c7-34918c726671), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:39.166743 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-37df902c-3dc9-46cb-9bc8-cdb0423464f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:39.170194 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-37df902c-3dc9-46cb-9bc8-cdb0423464f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8b1b163-66d3-4af4-82c7-34918c726671 HTTP/1.1" status: 204 len: 168 time: 0.3551061 Jan 25 18:39:39.213157 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7823ea-1462-4af8-8327-1a130e765b1d tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Pushing event deleted for resources: {'Port': ['ID=aa0e0e60-2f0b-4f1a-b256-6618f612fddf,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:39.248229 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df902c-3dc9-46cb-9bc8-cdb0423464f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b1b163-66d3-4af4-82c7-34918c726671,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:39.296832 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c2d794-dcea-4cde-97db-e062c9c9100e req-fb7823ea-1462-4af8-8327-1a130e765b1d tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] No DVR routers for this DVR port aa0e0e60-2f0b-4f1a-b256-6618f612fddf on host hv-cinder-82635 {{(pid=102638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:39:39.300104 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-b1c2d794-dcea-4cde-97db-e062c9c9100e req-fb7823ea-1462-4af8-8327-1a130e765b1d tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:39.303812 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b1c2d794-dcea-4cde-97db-e062c9c9100e req-fb7823ea-1462-4af8-8327-1a130e765b1d tempest-VolumesNegativeTest-1959845575 tempest-VolumesNegativeTest-1959845575-project] 10.222.0.42 "DELETE /v2.0/ports/aa0e0e60-2f0b-4f1a-b256-6618f612fddf HTTP/1.1" status: 204 len: 173 time: 0.7783909 Jan 25 18:39:39.304381 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865271e2-61a1-42ff-80f5-f6aca2c120a3', 'name': 'network-vif-deleted', 'tag': 'aa0e0e60-2f0b-4f1a-b256-6618f612fddf'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:39:39.306868 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26fd7ec-939a-4037-9aed-6cfbd661976a" -d '{"events": [{"server_uuid": "865271e2-61a1-42ff-80f5-f6aca2c120a3", "name": "network-vif-deleted", "tag": "aa0e0e60-2f0b-4f1a-b256-6618f612fddf"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:39:39.355695 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1b81c-46f7-468e-9cb6-3597178f7158 req-3c5964ea-858a-48d0-84e3-1a396ec930c0 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:39.357339 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f8c1b81c-46f7-468e-9cb6-3597178f7158 req-3c5964ea-858a-48d0-84e3-1a396ec930c0 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.2123368 Jan 25 18:39:39.407156 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72dcacab-db3a-4db2-8b55-bdc9075648b0 x-openstack-request-id: req-72dcacab-db3a-4db2-8b55-bdc9075648b0 {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:39:39.407465 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865271e2-61a1-42ff-80f5-f6aca2c120a3", "name": "network-vif-deleted", "tag": "aa0e0e60-2f0b-4f1a-b256-6618f612fddf", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:39:39.407727 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72dcacab-db3a-4db2-8b55-bdc9075648b0 {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:39:39.408141 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865271e2-61a1-42ff-80f5-f6aca2c120a3', 'name': 'network-vif-deleted', 'tag': 'aa0e0e60-2f0b-4f1a-b256-6618f612fddf', 'status': 'completed', 'code': 200} Jan 25 18:39:39.451610 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f8c1b81c-46f7-468e-9cb6-3597178f7158 req-6cf84fb1-26bc-4d0f-b813-263eea86948c tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861876 Jan 25 18:39:39.650431 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 45628) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:39.668700 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8f6c2b87-1ebe-491e-a890-dec60c51d5e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:39.765295 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8f6c2b87-1ebe-491e-a890-dec60c51d5e7 admin admin] Publish callbacks [] for security_group (a838a12f-eff0-4f02-aca6-1d220fcee877), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:39.769437 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8f6c2b87-1ebe-491e-a890-dec60c51d5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (a838a12f-eff0-4f02-aca6-1d220fcee877), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:39.807175 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-8f6c2b87-1ebe-491e-a890-dec60c51d5e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cfb9d40b6e114086a299563488ac8462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556740 Jan 25 18:39:39.808014 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c2b87-1ebe-491e-a890-dec60c51d5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a838a12f-eff0-4f02-aca6-1d220fcee877,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:39.809887 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 45634) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:39.861353 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-47de692a-099a-4966-806e-8d7107f51fb9 admin admin] Publish callbacks [] for security_group (a838a12f-eff0-4f02-aca6-1d220fcee877), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:39.881839 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-47de692a-099a-4966-806e-8d7107f51fb9 admin admin] Publish callbacks [] for security_group (a838a12f-eff0-4f02-aca6-1d220fcee877), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:39.937583 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-47de692a-099a-4966-806e-8d7107f51fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (a838a12f-eff0-4f02-aca6-1d220fcee877), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:39.949578 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-47de692a-099a-4966-806e-8d7107f51fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:39.949578 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-47de692a-099a-4966-806e-8d7107f51fb9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a838a12f-eff0-4f02-aca6-1d220fcee877 HTTP/1.1" status: 204 len: 168 time: 0.1305261 Jan 25 18:39:39.950102 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de692a-099a-4966-806e-8d7107f51fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a838a12f-eff0-4f02-aca6-1d220fcee877,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:40.437729 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:39:40.601892 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347ab65-c667-4ec6-9adb-9dc4a30573f8 req-6783f83e-ca26-4c08-b191-8020d40270f6 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:40.603518 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b347ab65-c667-4ec6-9adb-9dc4a30573f8 req-6783f83e-ca26-4c08-b191-8020d40270f6 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0573030 Jan 25 18:39:40.662626 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b347ab65-c667-4ec6-9adb-9dc4a30573f8 req-728e8e6c-2efa-4171-abeb-de5bb616efb5 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477657 Jan 25 18:39:40.685431 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 45706) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:40.828524 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-0318a5b6-2748-40a0-bbb2-0e87e180b3ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2077615291-network', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:39:40.853250 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0318a5b6-2748-40a0-bbb2-0e87e180b3ab admin admin] Made reservation on behalf of c556b3ddaecd4d80b8062755dfc00928 for: {'network': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:39:40.856015 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0318a5b6-2748-40a0-bbb2-0e87e180b3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for network (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:40.865300 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0318a5b6-2748-40a0-bbb2-0e87e180b3ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:40.955165 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0318a5b6-2748-40a0-bbb2-0e87e180b3ab admin admin] Publish callbacks [] for security_group (f2c4547e-e79c-4a2e-867f-c3e01eeecfee), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:40.959829 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0318a5b6-2748-40a0-bbb2-0e87e180b3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (f2c4547e-e79c-4a2e-867f-c3e01eeecfee), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:40.985938 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318a5b6-2748-40a0-bbb2-0e87e180b3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c4547e-e79c-4a2e-867f-c3e01eeecfee,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:40.996016 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0318a5b6-2748-40a0-bbb2-0e87e180b3ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=102638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 18:39:41.011002 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0318a5b6-2748-40a0-bbb2-0e87e180b3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (7235fa61-f7f3-4e1c-8ff1-37ce462743f6), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:41.011470 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.db.segments_db [None req-0318a5b6-2748-40a0-bbb2-0e87e180b3ab admin admin] Added segment 7235fa61-f7f3-4e1c-8ff1-37ce462743f6 of type vlan for network c8a06883-ac3d-45ad-9081-7a40b2a3036f Jan 25 18:39:41.060667 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0318a5b6-2748-40a0-bbb2-0e87e180b3ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748160996684'] for network (c8a06883-ac3d-45ad-9081-7a40b2a3036f), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:41.084500 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0318a5b6-2748-40a0-bbb2-0e87e180b3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for network (c8a06883-ac3d-45ad-9081-7a40b2a3036f), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:41.085455 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0318a5b6-2748-40a0-bbb2-0e87e180b3ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:41.086066 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0318a5b6-2748-40a0-bbb2-0e87e180b3ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:41.129693 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-0318a5b6-2748-40a0-bbb2-0e87e180b3ab admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4402399 Jan 25 18:39:41.130530 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 45776) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:41.137616 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-ec37a9a5-412a-4e7a-80c4-0aebaaf50b1c admin admin] Request body: {'subnet': {'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2077615291-subnet', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'ip_version': 4}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:39:41.160757 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318a5b6-2748-40a0-bbb2-0e87e180b3ab admin admin] Pushing event updated for resources: {'Network': ['ID=c8a06883-ac3d-45ad-9081-7a40b2a3036f,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:41.163179 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec37a9a5-412a-4e7a-80c4-0aebaaf50b1c admin admin] Made reservation on behalf of c556b3ddaecd4d80b8062755dfc00928 for: {'subnet': 1} {{(pid=102637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:39:41.165787 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ec37a9a5-412a-4e7a-80c4-0aebaaf50b1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31292719'] for subnet (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:41.173178 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Network c8a06883-ac3d-45ad-9081-7a40b2a3036f details requested by agent ovs-agent-dv-cinder-826350-1-iscsi with host dv-cinder-826350-1-iscsi {{(pid=102639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 18:39:41.348719 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ec37a9a5-412a-4e7a-80c4-0aebaaf50b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31424844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31292733'] for subnet (78514203-1da3-4b90-9813-fbe0b3464421), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:41.404881 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37a9a5-412a-4e7a-80c4-0aebaaf50b1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=78514203-1da3-4b90-9813-fbe0b3464421,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:41.417940 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec37a9a5-412a-4e7a-80c4-0aebaaf50b1c admin admin] Checking segment: {'id': '7235fa61-f7f3-4e1c-8ff1-37ce462743f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:39:41.418420 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec37a9a5-412a-4e7a-80c4-0aebaaf50b1c admin admin] Network hostable DHCP agents. Network: c8a06883-ac3d-45ad-9081-7a40b2a3036f, hostable agents: ['b5880275-9c8b-431f-be2f-f5317484e45d'], hosted agents: [] {{(pid=102637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 18:39:41.436262 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec37a9a5-412a-4e7a-80c4-0aebaaf50b1c admin admin] Network c8a06883-ac3d-45ad-9081-7a40b2a3036f is scheduled to be hosted by DHCP agent b5880275-9c8b-431f-be2f-f5317484e45d with binding_index 1 {{(pid=102637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 18:39:41.444164 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-ec37a9a5-412a-4e7a-80c4-0aebaaf50b1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-1-iscsi, c8a06883-ac3d-45ad-9081-7a40b2a3036f) {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:39:41.448556 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec37a9a5-412a-4e7a-80c4-0aebaaf50b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:41.449929 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ec37a9a5-412a-4e7a-80c4-0aebaaf50b1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:41.455200 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724aa7a3-1f33-49e8-8e00-3afdbb8ecab1 None None] Network c8a06883-ac3d-45ad-9081-7a40b2a3036f requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:39:41.466584 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-ec37a9a5-412a-4e7a-80c4-0aebaaf50b1c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3346744 Jan 25 18:39:41.469295 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 45792) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:41.473983 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-d5f11933-82d9-40f3-9022-470eedd4c058 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2077615291-router', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:39:41.504367 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d5f11933-82d9-40f3-9022-470eedd4c058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-697049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62807'] for router (c78654e2-850d-4cbf-a897-36f9220d9fc1), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:41.505464 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d5f11933-82d9-40f3-9022-470eedd4c058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-699363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62766'] for router (c78654e2-850d-4cbf-a897-36f9220d9fc1), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:41.586146 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6a0397-dbe7-4acf-892a-a9c0b84e7493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b39d9ff-679d-5f50-bbb7-ef26a22f6105-c8a06883-ac3d-45ad-9081-7a40b2a3036f', 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f', 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'fixed_ips': [{'subnet_id': '78514203-1da3-4b90-9813-fbe0b3464421'}]}} from dv-cinder-826350-1-iscsi. {{(pid=102639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 18:39:41.587079 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cc6a0397-dbe7-4acf-892a-a9c0b84e7493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:41.601622 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d5f11933-82d9-40f3-9022-470eedd4c058 admin admin] Publish callbacks [] for router_controller (c78654e2-850d-4cbf-a897-36f9220d9fc1), precommit_add_association {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:41.765594 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-cc6a0397-dbe7-4acf-892a-a9c0b84e7493 None None] Allocated IP 172.20.0.2 (c8a06883-ac3d-45ad-9081-7a40b2a3036f/78514203-1da3-4b90-9813-fbe0b3464421/383a213d-4199-4bcc-b345-1f678a075263) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:39:41.789113 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d5f11933-82d9-40f3-9022-470eedd4c058 admin admin] Publish callbacks [] for router_gateway (c78654e2-850d-4cbf-a897-36f9220d9fc1), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:41.827088 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02eecb-3f18-40ad-af08-e5c5994cb274 req-770f5aef-852d-4571-b005-13fce1b904b3 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:41.828961 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-db02eecb-3f18-40ad-af08-e5c5994cb274 req-770f5aef-852d-4571-b005-13fce1b904b3 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0714440 Jan 25 18:39:41.931795 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-db02eecb-3f18-40ad-af08-e5c5994cb274 req-13420462-c6b0-4342-b025-d89dfa26b48f tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973876 Jan 25 18:39:41.992774 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cc6a0397-dbe7-4acf-892a-a9c0b84e7493 None None] Publish callbacks [] for port (383a213d-4199-4bcc-b345-1f678a075263), precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:41.999828 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cc6a0397-dbe7-4acf-892a-a9c0b84e7493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (383a213d-4199-4bcc-b345-1f678a075263), after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:42.042816 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6a0397-dbe7-4acf-892a-a9c0b84e7493 None None] Network c8a06883-ac3d-45ad-9081-7a40b2a3036f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:39:42.046328 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-cc6a0397-dbe7-4acf-892a-a9c0b84e7493 None None] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:39:42.049059 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6a0397-dbe7-4acf-892a-a9c0b84e7493 None None] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:39:42.083802 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a0397-dbe7-4acf-892a-a9c0b84e7493 None None] Pushing event updated for resources: {'Port': ['ID=383a213d-4199-4bcc-b345-1f678a075263,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:42.117075 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d5f11933-82d9-40f3-9022-470eedd4c058 admin admin] Publish callbacks [] for router_gateway (c78654e2-850d-4cbf-a897-36f9220d9fc1), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:42.125762 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-cc6a0397-dbe7-4acf-892a-a9c0b84e7493 None None] Attempting to bind port 383a213d-4199-4bcc-b345-1f678a075263 on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:39:42.126175 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-cc6a0397-dbe7-4acf-892a-a9c0b84e7493 None None] Attempting to bind port 383a213d-4199-4bcc-b345-1f678a075263 by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': '7235fa61-f7f3-4e1c-8ff1-37ce462743f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:39:42.126539 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a0397-dbe7-4acf-892a-a9c0b84e7493 None None] Attempting to bind port 383a213d-4199-4bcc-b345-1f678a075263 on network c8a06883-ac3d-45ad-9081-7a40b2a3036f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:39:42.131498 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a0397-dbe7-4acf-892a-a9c0b84e7493 None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:39:42.131873 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a0397-dbe7-4acf-892a-a9c0b84e7493 None None] Checking segment: {'id': '7235fa61-f7f3-4e1c-8ff1-37ce462743f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:39:42.132272 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cc6a0397-dbe7-4acf-892a-a9c0b84e7493 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:42.132754 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a0397-dbe7-4acf-892a-a9c0b84e7493 None None] Bound using segment: {'id': '7235fa61-f7f3-4e1c-8ff1-37ce462743f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:39:42.133400 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-cc6a0397-dbe7-4acf-892a-a9c0b84e7493 None None] Bound port: 383a213d-4199-4bcc-b345-1f678a075263, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7235fa61-f7f3-4e1c-8ff1-37ce462743f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:39:42.133715 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cc6a0397-dbe7-4acf-892a-a9c0b84e7493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (383a213d-4199-4bcc-b345-1f678a075263), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:42.135673 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d5f11933-82d9-40f3-9022-470eedd4c058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:42.213880 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-cc6a0397-dbe7-4acf-892a-a9c0b84e7493 None None] For port 383a213d-4199-4bcc-b345-1f678a075263, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:39:42.218250 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-cc6a0397-dbe7-4acf-892a-a9c0b84e7493 None None] For port 383a213d-4199-4bcc-b345-1f678a075263, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=383a213d-4199-4bcc-b345-1f678a075263,segment=NetworkSegment(7235fa61-f7f3-4e1c-8ff1-37ce462743f6),segment_id=7235fa61-f7f3-4e1c-8ff1-37ce462743f6)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:39:42.223576 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cc6a0397-dbe7-4acf-892a-a9c0b84e7493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (383a213d-4199-4bcc-b345-1f678a075263), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:42.256038 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [None req-d5f11933-82d9-40f3-9022-470eedd4c058 admin admin] Allocated IP 172.27.2.218 (af042177-33eb-43ce-93a3-80213c48b93e/b5271661-edb4-4dc6-95f7-ec5badc479aa/c89bca4f-7ea7-4c32-848d-df5d89c9fcbf) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:39:42.286552 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a0397-dbe7-4acf-892a-a9c0b84e7493 None None] Pushing event updated for resources: {'Port': ['ID=383a213d-4199-4bcc-b345-1f678a075263,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:42.392128 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d5f11933-82d9-40f3-9022-470eedd4c058 admin admin] Publish callbacks [] for port (c89bca4f-7ea7-4c32-848d-df5d89c9fcbf), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:42.428551 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device aa0e0e60-2f0b-4f1a-b256-6618f612fddf no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:39:42.443542 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d5f11933-82d9-40f3-9022-470eedd4c058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (c89bca4f-7ea7-4c32-848d-df5d89c9fcbf), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:42.464933 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] No Port match for: aa0e0e60-2f0b-4f1a-b256-6618f612fddf {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:39:42.465357 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device aa0e0e60-2f0b-4f1a-b256-6618f612fddf not bound to the agent host hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:39:42.501270 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f11933-82d9-40f3-9022-470eedd4c058 admin admin] Network af042177-33eb-43ce-93a3-80213c48b93e is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:39:42.502828 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f11933-82d9-40f3-9022-470eedd4c058 admin admin] Pushing event updated for resources: {'Port': ['ID=c89bca4f-7ea7-4c32-848d-df5d89c9fcbf,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:42.506535 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-d5f11933-82d9-40f3-9022-470eedd4c058 admin admin] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:39:42.510364 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f11933-82d9-40f3-9022-470eedd4c058 admin admin] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:39:43.002387 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d5f11933-82d9-40f3-9022-470eedd4c058 admin admin] Publish callbacks [] for router_gateway (c78654e2-850d-4cbf-a897-36f9220d9fc1), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:43.168064 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc29358-0b56-45eb-bd17-38053871fe7e req-27912407-1afd-427c-8cd1-de188b1f43c8 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:43.171351 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4cc29358-0b56-45eb-bd17-38053871fe7e req-27912407-1afd-427c-8cd1-de188b1f43c8 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.1200514 Jan 25 18:39:43.315421 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4cc29358-0b56-45eb-bd17-38053871fe7e req-aab2604a-3d51-47e8-9587-2e037115eac8 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344423 Jan 25 18:39:43.333031 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d5f11933-82d9-40f3-9022-470eedd4c058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-699342'] for router (c78654e2-850d-4cbf-a897-36f9220d9fc1), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:43.411362 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e44c1e-ef6b-41ae-be21-b7a66013c063 None None] Network c8a06883-ac3d-45ad-9081-7a40b2a3036f requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:39:43.482989 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f11933-82d9-40f3-9022-470eedd4c058 admin admin] Router c78654e2-850d-4cbf-a897-36f9220d9fc1 is scheduled to L3 agent 703c7712-6a11-47c5-988f-a759c326b50f with binding_index 1 {{(pid=102638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 18:39:43.508879 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-2d6b0e57-fe94-4f0a-a25b-5c6fd81ccfe3 None None] Provisioning complete for port 383a213d-4199-4bcc-b345-1f678a075263 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:43.509253 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2d6b0e57-fe94-4f0a-a25b-5c6fd81ccfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (383a213d-4199-4bcc-b345-1f678a075263), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:43.585541 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 383a213d-4199-4bcc-b345-1f678a075263 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:39:43.602108 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f11933-82d9-40f3-9022-470eedd4c058 admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:39:43.612475 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] Sync routers for ids ['c78654e2-850d-4cbf-a897-36f9220d9fc1'] in dv-cinder-826350-1-iscsi {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:39:43.622420 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d5f11933-82d9-40f3-9022-470eedd4c058 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:43.623117 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] Routers {'c78654e2-850d-4cbf-a897-36f9220d9fc1'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:39:43.623785 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:39:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['c78654e2-850d-4cbf-a897-36f9220d9fc1'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:43.624643 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-d5f11933-82d9-40f3-9022-470eedd4c058 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1533689 Jan 25 18:39:43.627133 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 45954) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:43.744764 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] Set router c78654e2-850d-4cbf-a897-36f9220d9fc1 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:39:43.818235 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 383a213d-4199-4bcc-b345-1f678a075263 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:43.818603 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (383a213d-4199-4bcc-b345-1f678a075263), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:43.820256 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-2d6b0e57-fe94-4f0a-a25b-5c6fd81ccfe3 None None] Current status of the port 383a213d-4199-4bcc-b345-1f678a075263 is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:43.820777 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2d6b0e57-fe94-4f0a-a25b-5c6fd81ccfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (383a213d-4199-4bcc-b345-1f678a075263), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:43.894798 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-2d6b0e57-fe94-4f0a-a25b-5c6fd81ccfe3 None None] For port 383a213d-4199-4bcc-b345-1f678a075263, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=383a213d-4199-4bcc-b345-1f678a075263,segment=NetworkSegment(7235fa61-f7f3-4e1c-8ff1-37ce462743f6),segment_id=7235fa61-f7f3-4e1c-8ff1-37ce462743f6)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:39:43.900929 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2d6b0e57-fe94-4f0a-a25b-5c6fd81ccfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (383a213d-4199-4bcc-b345-1f678a075263), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:43.987625 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'name': 'tempest-TestShelveInstance-2077615291-router', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:39:41Z', 'updated_at': '2022-01-25T18:39:42Z', 'revision_number': 3, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'gw_port': {'id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:41:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:42Z', 'updated_at': '2022-01-25T18:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:43.991905 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b0e57-fe94-4f0a-a25b-5c6fd81ccfe3 None None] Pushing event updated for resources: {'Port': ['ID=383a213d-4199-4bcc-b345-1f678a075263,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:43.994969 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 383a213d-4199-4bcc-b345-1f678a075263 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:44.032973 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] Checking router: c78654e2-850d-4cbf-a897-36f9220d9fc1 for host: dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:39:44.034234 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] Updating router c78654e2-850d-4cbf-a897-36f9220d9fc1 port c89bca4f-7ea7-4c32-848d-df5d89c9fcbf binding host dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 18:39:44.069003 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (c89bca4f-7ea7-4c32-848d-df5d89c9fcbf), before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:44.126920 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-bd91058a-153e-4d6c-9392-86544d1f49f6 None None] Provisioning complete for port 383a213d-4199-4bcc-b345-1f678a075263 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:44.127572 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bd91058a-153e-4d6c-9392-86544d1f49f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (383a213d-4199-4bcc-b345-1f678a075263), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:44.175911 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-5c6acba1-45a7-423d-9dd8-557ab76f493c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:44.219394 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-bd91058a-153e-4d6c-9392-86544d1f49f6 None None] Current status of the port 383a213d-4199-4bcc-b345-1f678a075263 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:44.352939 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] Publish callbacks [] for port (c89bca4f-7ea7-4c32-848d-df5d89c9fcbf), precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:44.358605 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (c89bca4f-7ea7-4c32-848d-df5d89c9fcbf), after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:44.364748 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [None req-5c6acba1-45a7-423d-9dd8-557ab76f493c admin admin] Allocated IP 172.20.0.1 (c8a06883-ac3d-45ad-9081-7a40b2a3036f/78514203-1da3-4b90-9813-fbe0b3464421/f5ba938b-5b42-4cd4-999d-7ce610060928) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:39:44.415241 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e291c99-b0bf-4123-b382-b851bed028f2 None None] Pushing event updated for resources: {'Port': ['ID=c89bca4f-7ea7-4c32-848d-df5d89c9fcbf,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:44.417253 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] Attempting to bind port c89bca4f-7ea7-4c32-848d-df5d89c9fcbf on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:39:44.417624 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] Attempting to bind port c89bca4f-7ea7-4c32-848d-df5d89c9fcbf by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:39:44.417985 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] Attempting to bind port c89bca4f-7ea7-4c32-848d-df5d89c9fcbf on network af042177-33eb-43ce-93a3-80213c48b93e {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:39:44.426549 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:39:44.426926 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] Checking segment: {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:39:44.427328 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:44.427720 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] Bound using segment: {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:39:44.428179 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] Bound port: c89bca4f-7ea7-4c32-848d-df5d89c9fcbf, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:39:44.428554 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (c89bca4f-7ea7-4c32-848d-df5d89c9fcbf), before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:44.430583 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e291c99-b0bf-4123-b382-b851bed028f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:44.430958 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e291c99-b0bf-4123-b382-b851bed028f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:44.431320 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e291c99-b0bf-4123-b382-b851bed028f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:44.431659 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e291c99-b0bf-4123-b382-b851bed028f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:44.431989 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e291c99-b0bf-4123-b382-b851bed028f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:44.432319 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e291c99-b0bf-4123-b382-b851bed028f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:44.432652 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e291c99-b0bf-4123-b382-b851bed028f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:44.432978 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e291c99-b0bf-4123-b382-b851bed028f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:44.433305 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e291c99-b0bf-4123-b382-b851bed028f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:44.433647 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e291c99-b0bf-4123-b382-b851bed028f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:44.433973 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e291c99-b0bf-4123-b382-b851bed028f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:44.434320 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e291c99-b0bf-4123-b382-b851bed028f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:44.435165 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e291c99-b0bf-4123-b382-b851bed028f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:39:44.490230 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] For port c89bca4f-7ea7-4c32-848d-df5d89c9fcbf, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:39:44.493708 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] For port c89bca4f-7ea7-4c32-848d-df5d89c9fcbf, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=c89bca4f-7ea7-4c32-848d-df5d89c9fcbf,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:39:44.497991 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b2c6d-f69c-4a16-b468-9674b903d031 req-9cadd0be-545f-4807-9ab4-42938e09d8b5 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:44.499705 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6e5b2c6d-f69c-4a16-b468-9674b903d031 req-9cadd0be-545f-4807-9ab4-42938e09d8b5 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0990262 Jan 25 18:39:44.509201 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (c89bca4f-7ea7-4c32-848d-df5d89c9fcbf), after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:44.537606 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-5c6acba1-45a7-423d-9dd8-557ab76f493c admin admin] Publish callbacks [] for port (f5ba938b-5b42-4cd4-999d-7ce610060928), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:44.562549 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] Routers {'c78654e2-850d-4cbf-a897-36f9220d9fc1'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:39:44.563629 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:39:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['c78654e2-850d-4cbf-a897-36f9220d9fc1'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:44.581838 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6e5b2c6d-f69c-4a16-b468-9674b903d031 req-46f83ae0-b2d4-4157-bda4-a971b1e452f7 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726469 Jan 25 18:39:44.597288 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-5c6acba1-45a7-423d-9dd8-557ab76f493c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (f5ba938b-5b42-4cd4-999d-7ce610060928), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:44.610117 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e291c99-b0bf-4123-b382-b851bed028f2 None None] Pushing event updated for resources: {'Port': ['ID=c89bca4f-7ea7-4c32-848d-df5d89c9fcbf,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:44.651315 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6acba1-45a7-423d-9dd8-557ab76f493c admin admin] Network c8a06883-ac3d-45ad-9081-7a40b2a3036f is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:39:44.657182 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-5c6acba1-45a7-423d-9dd8-557ab76f493c admin admin] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:39:44.662619 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6acba1-45a7-423d-9dd8-557ab76f493c admin admin] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:39:44.662858 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-5c6acba1-45a7-423d-9dd8-557ab76f493c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698595'] for router_interface (c78654e2-850d-4cbf-a897-36f9220d9fc1), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:44.666362 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6acba1-45a7-423d-9dd8-557ab76f493c admin admin] Pushing event updated for resources: {'Port': ['ID=f5ba938b-5b42-4cd4-999d-7ce610060928,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:44.693553 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] Set router c78654e2-850d-4cbf-a897-36f9220d9fc1 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:39:44.793039 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 45972) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:44.831507 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-5c6acba1-45a7-423d-9dd8-557ab76f493c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (f5ba938b-5b42-4cd4-999d-7ce610060928), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:44.902587 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'name': 'tempest-TestShelveInstance-2077615291-router', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:39:41Z', 'updated_at': '2022-01-25T18:39:42Z', 'revision_number': 3, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'gw_port': {'id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:41:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:42Z', 'updated_at': '2022-01-25T18:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:44.934466 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52710cf-9d27-431a-8c70-755e601697cc None None] The sync data for ids ['c78654e2-850d-4cbf-a897-36f9220d9fc1'] in dv-cinder-826350-1-iscsi is: [{'id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'name': 'tempest-TestShelveInstance-2077615291-router', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:39:41Z', 'updated_at': '2022-01-25T18:39:42Z', 'revision_number': 3, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'gw_port': {'id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:41:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:42Z', 'updated_at': '2022-01-25T18:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}] {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:39:44.954821 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-12cbc050-e3a1-4337-81d5-e1f505960c40 None None] Provisioning complete for port f5ba938b-5b42-4cd4-999d-7ce610060928 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:44.955828 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-12cbc050-e3a1-4337-81d5-e1f505960c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (f5ba938b-5b42-4cd4-999d-7ce610060928), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:44.992477 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-21697490-a519-4d73-98f2-da9dca72a44a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2096dfea766c4d2498fd65140d2a5752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1961930 Jan 25 18:39:44.993441 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 45978) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:45.009078 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-12cbc050-e3a1-4337-81d5-e1f505960c40 None None] Port f5ba938b-5b42-4cd4-999d-7ce610060928 cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:39:45.051193 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-5c6acba1-45a7-423d-9dd8-557ab76f493c admin admin] Publish callbacks [] for port (f5ba938b-5b42-4cd4-999d-7ce610060928), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:45.057933 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-5c6acba1-45a7-423d-9dd8-557ab76f493c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (f5ba938b-5b42-4cd4-999d-7ce610060928), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:45.058695 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-5c6acba1-45a7-423d-9dd8-557ab76f493c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698511'] for router_interface (c78654e2-850d-4cbf-a897-36f9220d9fc1), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:45.065703 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-417c6c39-dfc4-496b-b7ab-6e4f8cc369a8 admin admin] Publish callbacks [] for security_group (bd252739-5658-4de4-8af9-ea216af940a3), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:45.096268 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-417c6c39-dfc4-496b-b7ab-6e4f8cc369a8 admin admin] Publish callbacks [] for security_group (bd252739-5658-4de4-8af9-ea216af940a3), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:45.152703 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-417c6c39-dfc4-496b-b7ab-6e4f8cc369a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (bd252739-5658-4de4-8af9-ea216af940a3), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:45.156036 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-417c6c39-dfc4-496b-b7ab-6e4f8cc369a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:45.157281 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-417c6c39-dfc4-496b-b7ab-6e4f8cc369a8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd252739-5658-4de4-8af9-ea216af940a3 HTTP/1.1" status: 204 len: 168 time: 0.1617517 Jan 25 18:39:45.161454 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6acba1-45a7-423d-9dd8-557ab76f493c admin admin] Pushing event updated for resources: {'Port': ['ID=f5ba938b-5b42-4cd4-999d-7ce610060928,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:45.165705 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c6c39-dfc4-496b-b7ab-6e4f8cc369a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd252739-5658-4de4-8af9-ea216af940a3,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:45.220628 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6acba1-45a7-423d-9dd8-557ab76f493c admin admin] Network c8a06883-ac3d-45ad-9081-7a40b2a3036f is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:39:45.222837 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-5c6acba1-45a7-423d-9dd8-557ab76f493c admin admin] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:39:45.466333 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6acba1-45a7-423d-9dd8-557ab76f493c admin admin] Router c78654e2-850d-4cbf-a897-36f9220d9fc1 has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:39:45.647132 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-f5270ce4-8011-4946-b862-c9affd1c171d None None] Provisioning complete for port f5ba938b-5b42-4cd4-999d-7ce610060928 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:45.649072 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f5270ce4-8011-4946-b862-c9affd1c171d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (f5ba938b-5b42-4cd4-999d-7ce610060928), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:45.675251 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6acba1-45a7-423d-9dd8-557ab76f493c admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:39:45.681976 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-5c6acba1-45a7-423d-9dd8-557ab76f493c admin admin] 10.222.0.41 "PUT /v2.0/routers/c78654e2-850d-4cbf-a897-36f9220d9fc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0522499 Jan 25 18:39:45.719196 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-f5270ce4-8011-4946-b862-c9affd1c171d None None] Port f5ba938b-5b42-4cd4-999d-7ce610060928 cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:39:45.742511 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 383a213d-4199-4bcc-b345-1f678a075263 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:39:45.819523 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 383a213d-4199-4bcc-b345-1f678a075263 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:45.820318 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (383a213d-4199-4bcc-b345-1f678a075263), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:45.831420 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17330a7e-b642-441f-a3ff-317bea623b05 req-7db66ced-b4ac-420e-8887-d4fa128e4fe3 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:45.833399 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-17330a7e-b642-441f-a3ff-317bea623b05 req-7db66ced-b4ac-420e-8887-d4fa128e4fe3 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.1079814 Jan 25 18:39:45.917951 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 383a213d-4199-4bcc-b345-1f678a075263 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:45.919113 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device c89bca4f-7ea7-4c32-848d-df5d89c9fcbf up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:39:45.934127 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-17330a7e-b642-441f-a3ff-317bea623b05 req-16be42b5-8a40-42a4-9757-526b0ae56a24 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896406 Jan 25 18:39:45.968511 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port c89bca4f-7ea7-4c32-848d-df5d89c9fcbf triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:45.969074 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (c89bca4f-7ea7-4c32-848d-df5d89c9fcbf), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:46.063732 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port c89bca4f-7ea7-4c32-848d-df5d89c9fcbf is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:46.064136 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (c89bca4f-7ea7-4c32-848d-df5d89c9fcbf), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:46.087722 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] For port c89bca4f-7ea7-4c32-848d-df5d89c9fcbf, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=c89bca4f-7ea7-4c32-848d-df5d89c9fcbf,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:39:46.094510 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (c89bca4f-7ea7-4c32-848d-df5d89c9fcbf), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:46.157598 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Pushing event updated for resources: {'Port': ['ID=c89bca4f-7ea7-4c32-848d-df5d89c9fcbf,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:46.338784 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 46008) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:46.344533 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-707667c8-6ed3-46f3-acf3-bcff7b6db8ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1315760163-network', 'tenant_id': 'dc31f8cac82641c48804d4dbf3b19bb8'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:39:46.364143 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707667c8-6ed3-46f3-acf3-bcff7b6db8ab admin admin] Made reservation on behalf of dc31f8cac82641c48804d4dbf3b19bb8 for: {'network': 1} {{(pid=102637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:39:46.366511 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-707667c8-6ed3-46f3-acf3-bcff7b6db8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for network (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:46.374964 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-707667c8-6ed3-46f3-acf3-bcff7b6db8ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:46.468119 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-707667c8-6ed3-46f3-acf3-bcff7b6db8ab admin admin] Publish callbacks [] for security_group (7d13e023-b2ec-4347-a4df-2ab1031e87f3), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:46.473064 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-707667c8-6ed3-46f3-acf3-bcff7b6db8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (7d13e023-b2ec-4347-a4df-2ab1031e87f3), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:46.499699 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707667c8-6ed3-46f3-acf3-bcff7b6db8ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=102637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 18:39:46.508832 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707667c8-6ed3-46f3-acf3-bcff7b6db8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d13e023-b2ec-4347-a4df-2ab1031e87f3,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:46.524980 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-707667c8-6ed3-46f3-acf3-bcff7b6db8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (67e75d78-1667-4ad5-992b-d5bdf2501d2c), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:46.525620 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.db.segments_db [None req-707667c8-6ed3-46f3-acf3-bcff7b6db8ab admin admin] Added segment 67e75d78-1667-4ad5-992b-d5bdf2501d2c of type vlan for network bc0eb4db-42de-4b07-8b0f-b1830799c42c Jan 25 18:39:46.578668 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-707667c8-6ed3-46f3-acf3-bcff7b6db8ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748160996684'] for network (bc0eb4db-42de-4b07-8b0f-b1830799c42c), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:46.607915 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-707667c8-6ed3-46f3-acf3-bcff7b6db8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for network (bc0eb4db-42de-4b07-8b0f-b1830799c42c), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:46.609167 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707667c8-6ed3-46f3-acf3-bcff7b6db8ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:46.609797 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-707667c8-6ed3-46f3-acf3-bcff7b6db8ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:46.646815 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-707667c8-6ed3-46f3-acf3-bcff7b6db8ab admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3065257 Jan 25 18:39:46.649277 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 46024) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:46.655463 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-601de67c-3f7a-46c2-b518-b4351c3c683e admin admin] Request body: {'subnet': {'network_id': 'bc0eb4db-42de-4b07-8b0f-b1830799c42c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1315760163-subnet', 'tenant_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'ip_version': 4}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:39:46.679180 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707667c8-6ed3-46f3-acf3-bcff7b6db8ab admin admin] Pushing event updated for resources: {'Network': ['ID=bc0eb4db-42de-4b07-8b0f-b1830799c42c,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:46.682094 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601de67c-3f7a-46c2-b518-b4351c3c683e admin admin] Made reservation on behalf of dc31f8cac82641c48804d4dbf3b19bb8 for: {'subnet': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:39:46.685247 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-601de67c-3f7a-46c2-b518-b4351c3c683e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:46.690999 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Network bc0eb4db-42de-4b07-8b0f-b1830799c42c details requested by agent ovs-agent-dv-cinder-826350-1-iscsi with host dv-cinder-826350-1-iscsi {{(pid=102639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 18:39:46.873699 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-601de67c-3f7a-46c2-b518-b4351c3c683e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for subnet (6d376e2b-110d-4a20-b17e-761378897779), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:46.930592 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601de67c-3f7a-46c2-b518-b4351c3c683e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d376e2b-110d-4a20-b17e-761378897779,revision_number=0']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:46.958269 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601de67c-3f7a-46c2-b518-b4351c3c683e admin admin] Checking segment: {'id': '67e75d78-1667-4ad5-992b-d5bdf2501d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bc0eb4db-42de-4b07-8b0f-b1830799c42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:39:46.958640 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601de67c-3f7a-46c2-b518-b4351c3c683e admin admin] Network hostable DHCP agents. Network: bc0eb4db-42de-4b07-8b0f-b1830799c42c, hostable agents: ['b5880275-9c8b-431f-be2f-f5317484e45d'], hosted agents: [] {{(pid=102638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 18:39:46.982466 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601de67c-3f7a-46c2-b518-b4351c3c683e admin admin] Network bc0eb4db-42de-4b07-8b0f-b1830799c42c is scheduled to be hosted by DHCP agent b5880275-9c8b-431f-be2f-f5317484e45d with binding_index 1 {{(pid=102638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 18:39:46.991988 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-601de67c-3f7a-46c2-b518-b4351c3c683e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-1-iscsi, bc0eb4db-42de-4b07-8b0f-b1830799c42c) {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:39:46.995873 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601de67c-3f7a-46c2-b518-b4351c3c683e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:46.996697 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-601de67c-3f7a-46c2-b518-b4351c3c683e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for subnet (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:47.001610 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671317de-de87-43ab-90da-173c72d2818f None None] Network bc0eb4db-42de-4b07-8b0f-b1830799c42c requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:39:47.017868 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-601de67c-3f7a-46c2-b518-b4351c3c683e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3668332 Jan 25 18:39:47.020637 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 46034) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:47.029760 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-3bc2f5c8-bc58-49ac-b269-65fd41170de5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1315760163-router', 'tenant_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:39:47.056374 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f5c8-bc58-49ac-b269-65fd41170de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-697049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62807'] for router (7340ab95-dd14-4236-8870-4d79c841a5e4), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:47.057410 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f5c8-bc58-49ac-b269-65fd41170de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-699363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62766'] for router (7340ab95-dd14-4236-8870-4d79c841a5e4), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:47.080047 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] Sync routers for ids ['c78654e2-850d-4cbf-a897-36f9220d9fc1'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:39:47.096743 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69627cc5-9023-4ef0-9548-b08ae1b79bb6 req-8af166c0-329c-4579-9f65-3d067e5c83aa tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:47.098469 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-69627cc5-9023-4ef0-9548-b08ae1b79bb6 req-8af166c0-329c-4579-9f65-3d067e5c83aa tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0790811 Jan 25 18:39:47.100394 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] Routers {'c78654e2-850d-4cbf-a897-36f9220d9fc1'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:39:47.101098 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:39:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['c78654e2-850d-4cbf-a897-36f9220d9fc1'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:47.133747 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f5c8-bc58-49ac-b269-65fd41170de5 admin admin] Publish callbacks [] for router_controller (7340ab95-dd14-4236-8870-4d79c841a5e4), precommit_add_association {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:47.161151 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-69627cc5-9023-4ef0-9548-b08ae1b79bb6 req-6549f8fd-2185-4402-ad25-1f5cf9098caa tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563104 Jan 25 18:39:47.198163 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e3972d-aec4-4f85-b6dc-d9311237bba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b39d9ff-679d-5f50-bbb7-ef26a22f6105-bc0eb4db-42de-4b07-8b0f-b1830799c42c', 'network_id': 'bc0eb4db-42de-4b07-8b0f-b1830799c42c', 'project_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'fixed_ips': [{'subnet_id': '6d376e2b-110d-4a20-b17e-761378897779'}]}} from dv-cinder-826350-1-iscsi. {{(pid=102639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 18:39:47.199379 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-86e3972d-aec4-4f85-b6dc-d9311237bba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:47.276615 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] Set router c78654e2-850d-4cbf-a897-36f9220d9fc1 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:39:47.287470 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f5c8-bc58-49ac-b269-65fd41170de5 admin admin] Publish callbacks [] for router_gateway (7340ab95-dd14-4236-8870-4d79c841a5e4), precommit_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:47.494830 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f5c8-bc58-49ac-b269-65fd41170de5 admin admin] Publish callbacks [] for router_gateway (7340ab95-dd14-4236-8870-4d79c841a5e4), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:47.517998 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-86e3972d-aec4-4f85-b6dc-d9311237bba6 None None] Allocated IP 172.20.0.2 (bc0eb4db-42de-4b07-8b0f-b1830799c42c/6d376e2b-110d-4a20-b17e-761378897779/036ab441-fed1-4e3e-aceb-1751afe029c1) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:39:47.520162 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f5c8-bc58-49ac-b269-65fd41170de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:47.537695 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device c89bca4f-7ea7-4c32-848d-df5d89c9fcbf up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:39:47.644632 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_common [None req-3bc2f5c8-bc58-49ac-b269-65fd41170de5 admin admin] Allocated IP 172.27.2.11 (af042177-33eb-43ce-93a3-80213c48b93e/b5271661-edb4-4dc6-95f7-ec5badc479aa/8d122680-b3eb-4aa2-b760-10e73ebb3be4) {{(pid=102637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:39:47.740513 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port c89bca4f-7ea7-4c32-848d-df5d89c9fcbf triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:47.740891 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (c89bca4f-7ea7-4c32-848d-df5d89c9fcbf), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:47.771000 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f5c8-bc58-49ac-b269-65fd41170de5 admin admin] Publish callbacks [] for port (8d122680-b3eb-4aa2-b760-10e73ebb3be4), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:47.783516 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'name': 'tempest-TestShelveInstance-2077615291-router', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:39:41Z', 'updated_at': '2022-01-25T18:39:44Z', 'revision_number': 4, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'gw_port': {'id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:41:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:42Z', 'updated_at': '2022-01-25T18:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': 'f5ba938b-5b42-4cd4-999d-7ce610060928', 'name': '', 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'mac_address': 'fa:16:3e:25:1b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '78514203-1da3-4b90-9813-fbe0b3464421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:44Z', 'updated_at': '2022-01-25T18:39:44Z', 'revision_number': 2, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'subnets': [{'id': '78514203-1da3-4b90-9813-fbe0b3464421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:47.805489 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f5c8-bc58-49ac-b269-65fd41170de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (8d122680-b3eb-4aa2-b760-10e73ebb3be4), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:47.844640 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc2f5c8-bc58-49ac-b269-65fd41170de5 admin admin] Network af042177-33eb-43ce-93a3-80213c48b93e is already hosted by enough agents. {{(pid=102637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:39:47.849602 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-3bc2f5c8-bc58-49ac-b269-65fd41170de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:39:47.852861 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc2f5c8-bc58-49ac-b269-65fd41170de5 admin admin] Received port after_create {{(pid=102637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:39:47.889304 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2f5c8-bc58-49ac-b269-65fd41170de5 admin admin] Pushing event updated for resources: {'Port': ['ID=8d122680-b3eb-4aa2-b760-10e73ebb3be4,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:47.955181 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] Checking router: c78654e2-850d-4cbf-a897-36f9220d9fc1 for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:39:47.955530 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] Updating router c78654e2-850d-4cbf-a897-36f9220d9fc1 port f5ba938b-5b42-4cd4-999d-7ce610060928 binding host dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 18:39:47.957916 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-86e3972d-aec4-4f85-b6dc-d9311237bba6 None None] Publish callbacks [] for port (036ab441-fed1-4e3e-aceb-1751afe029c1), precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:47.979401 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-86e3972d-aec4-4f85-b6dc-d9311237bba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (036ab441-fed1-4e3e-aceb-1751afe029c1), after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:48.018293 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (f5ba938b-5b42-4cd4-999d-7ce610060928), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:48.037191 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e3972d-aec4-4f85-b6dc-d9311237bba6 None None] Network bc0eb4db-42de-4b07-8b0f-b1830799c42c is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:39:48.043912 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-86e3972d-aec4-4f85-b6dc-d9311237bba6 None None] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:39:48.051225 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e3972d-aec4-4f85-b6dc-d9311237bba6 None None] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:39:48.096517 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3972d-aec4-4f85-b6dc-d9311237bba6 None None] Pushing event updated for resources: {'Port': ['ID=036ab441-fed1-4e3e-aceb-1751afe029c1,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:48.167396 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port c89bca4f-7ea7-4c32-848d-df5d89c9fcbf is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:48.186634 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f5c8-bc58-49ac-b269-65fd41170de5 admin admin] Publish callbacks [] for router_gateway (7340ab95-dd14-4236-8870-4d79c841a5e4), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:48.222791 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-86e3972d-aec4-4f85-b6dc-d9311237bba6 None None] Attempting to bind port 036ab441-fed1-4e3e-aceb-1751afe029c1 on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:39:48.223168 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-86e3972d-aec4-4f85-b6dc-d9311237bba6 None None] Attempting to bind port 036ab441-fed1-4e3e-aceb-1751afe029c1 by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': '67e75d78-1667-4ad5-992b-d5bdf2501d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bc0eb4db-42de-4b07-8b0f-b1830799c42c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:39:48.223533 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e3972d-aec4-4f85-b6dc-d9311237bba6 None None] Attempting to bind port 036ab441-fed1-4e3e-aceb-1751afe029c1 on network bc0eb4db-42de-4b07-8b0f-b1830799c42c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:39:48.232491 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e3972d-aec4-4f85-b6dc-d9311237bba6 None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:39:48.232904 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e3972d-aec4-4f85-b6dc-d9311237bba6 None None] Checking segment: {'id': '67e75d78-1667-4ad5-992b-d5bdf2501d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bc0eb4db-42de-4b07-8b0f-b1830799c42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:39:48.233297 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-86e3972d-aec4-4f85-b6dc-d9311237bba6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:48.233677 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e3972d-aec4-4f85-b6dc-d9311237bba6 None None] Bound using segment: {'id': '67e75d78-1667-4ad5-992b-d5bdf2501d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bc0eb4db-42de-4b07-8b0f-b1830799c42c'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:39:48.234199 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-86e3972d-aec4-4f85-b6dc-d9311237bba6 None None] Bound port: 036ab441-fed1-4e3e-aceb-1751afe029c1, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e75d78-1667-4ad5-992b-d5bdf2501d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bc0eb4db-42de-4b07-8b0f-b1830799c42c'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:39:48.234589 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-86e3972d-aec4-4f85-b6dc-d9311237bba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (036ab441-fed1-4e3e-aceb-1751afe029c1), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:48.349314 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfeeba-0c25-4a6c-8fe5-4bdbbfd633fd req-fb833d6f-85a6-4b8d-b0bf-697c2898dcdb tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:48.352074 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8fcfeeba-0c25-4a6c-8fe5-4bdbbfd633fd req-fb833d6f-85a6-4b8d-b0bf-697c2898dcdb tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0908823 Jan 25 18:39:48.374196 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-86e3972d-aec4-4f85-b6dc-d9311237bba6 None None] For port 036ab441-fed1-4e3e-aceb-1751afe029c1, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:39:48.378781 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-86e3972d-aec4-4f85-b6dc-d9311237bba6 None None] For port 036ab441-fed1-4e3e-aceb-1751afe029c1, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=036ab441-fed1-4e3e-aceb-1751afe029c1,segment=NetworkSegment(67e75d78-1667-4ad5-992b-d5bdf2501d2c),segment_id=67e75d78-1667-4ad5-992b-d5bdf2501d2c)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:39:48.386444 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-86e3972d-aec4-4f85-b6dc-d9311237bba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (036ab441-fed1-4e3e-aceb-1751afe029c1), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:48.453562 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f5c8-bc58-49ac-b269-65fd41170de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-699342'] for router (7340ab95-dd14-4236-8870-4d79c841a5e4), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:48.464831 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b26082-280c-4287-a668-a3a88e81f29d req-1b6d9fe7-dd34-47e8-93fa-c4f7fbd9ea03 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:48.466452 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-41b26082-280c-4287-a668-a3a88e81f29d req-1b6d9fe7-dd34-47e8-93fa-c4f7fbd9ea03 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/networks?id=97ab6680-7adb-4fea-a3d3-a93c6c42ed71 HTTP/1.1" status: 200 len: 814 time: 0.1738310 Jan 25 18:39:48.478889 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3972d-aec4-4f85-b6dc-d9311237bba6 None None] Pushing event updated for resources: {'Port': ['ID=036ab441-fed1-4e3e-aceb-1751afe029c1,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:48.480283 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8fcfeeba-0c25-4a6c-8fe5-4bdbbfd633fd req-b918bfd9-9477-4456-93d3-20b7e0dbab22 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880418 Jan 25 18:39:48.499283 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-41b26082-280c-4287-a668-a3a88e81f29d req-099b616f-0357-4d14-8eb3-53a247540cb6 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/quotas/17a718a30f324aa9b086c49d167a0bda HTTP/1.1" status: 200 len: 375 time: 0.0178769 Jan 25 18:39:48.535204 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] Publish callbacks [] for port (f5ba938b-5b42-4cd4-999d-7ce610060928), precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:48.542245 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (f5ba938b-5b42-4cd4-999d-7ce610060928), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:48.588117 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-41b26082-280c-4287-a668-a3a88e81f29d req-82315dff-9715-46ef-ac8e-57665c500401 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=17a718a30f324aa9b086c49d167a0bda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0865912 Jan 25 18:39:48.602308 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2444b-4410-4b2a-a135-ff45752279bd None None] Pushing event updated for resources: {'Port': ['ID=f5ba938b-5b42-4cd4-999d-7ce610060928,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:48.664722 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] Attempting to bind port f5ba938b-5b42-4cd4-999d-7ce610060928 on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:39:48.665102 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] Attempting to bind port f5ba938b-5b42-4cd4-999d-7ce610060928 by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': '7235fa61-f7f3-4e1c-8ff1-37ce462743f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:39:48.665467 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] Attempting to bind port f5ba938b-5b42-4cd4-999d-7ce610060928 on network c8a06883-ac3d-45ad-9081-7a40b2a3036f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:39:48.678248 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:39:48.678635 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] Checking segment: {'id': '7235fa61-f7f3-4e1c-8ff1-37ce462743f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:39:48.679046 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:48.679449 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] Bound using segment: {'id': '7235fa61-f7f3-4e1c-8ff1-37ce462743f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:39:48.679921 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] Bound port: f5ba938b-5b42-4cd4-999d-7ce610060928, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7235fa61-f7f3-4e1c-8ff1-37ce462743f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:39:48.680302 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (f5ba938b-5b42-4cd4-999d-7ce610060928), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:48.704589 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc2f5c8-bc58-49ac-b269-65fd41170de5 admin admin] Router 7340ab95-dd14-4236-8870-4d79c841a5e4 is scheduled to L3 agent 703c7712-6a11-47c5-988f-a759c326b50f with binding_index 1 {{(pid=102637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 18:39:48.717307 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-41b26082-280c-4287-a668-a3a88e81f29d req-4ec425c3-fa8b-42c2-8a2b-dbf73958f785 service neutron] 10.222.0.41 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281989 Jan 25 18:39:48.828929 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] For port f5ba938b-5b42-4cd4-999d-7ce610060928, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:39:48.833524 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] For port f5ba938b-5b42-4cd4-999d-7ce610060928, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=f5ba938b-5b42-4cd4-999d-7ce610060928,segment=NetworkSegment(7235fa61-f7f3-4e1c-8ff1-37ce462743f6),segment_id=7235fa61-f7f3-4e1c-8ff1-37ce462743f6)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:39:48.838347 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (f5ba938b-5b42-4cd4-999d-7ce610060928), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:48.866066 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-41b26082-280c-4287-a668-a3a88e81f29d req-f5e61b77-fa9f-464c-bdd9-f622f256abd1 service neutron] 10.222.0.41 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407828 Jan 25 18:39:48.914368 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] Routers {'c78654e2-850d-4cbf-a897-36f9220d9fc1'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:39:48.915726 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:39:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['c78654e2-850d-4cbf-a897-36f9220d9fc1'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:48.963785 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc2f5c8-bc58-49ac-b269-65fd41170de5 admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:39:48.967781 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2444b-4410-4b2a-a135-ff45752279bd None None] Pushing event updated for resources: {'Port': ['ID=f5ba938b-5b42-4cd4-999d-7ce610060928,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:48.977041 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] Sync routers for ids ['7340ab95-dd14-4236-8870-4d79c841a5e4'] in dv-cinder-826350-1-iscsi {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:39:48.997384 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f5c8-bc58-49ac-b269-65fd41170de5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:49.001423 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-3bc2f5c8-bc58-49ac-b269-65fd41170de5 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9758947 Jan 25 18:39:49.001874 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 46066) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:49.009320 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] Routers {'7340ab95-dd14-4236-8870-4d79c841a5e4'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:39:49.010194 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:39:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['7340ab95-dd14-4236-8870-4d79c841a5e4'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:49.085064 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] Set router c78654e2-850d-4cbf-a897-36f9220d9fc1 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:39:49.212674 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e126a4d7-0255-4a50-b5f4-836d76a3a8fb req-95562910-07a2-4e44-861b-b0689da30910 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8280f8-3133-44c3-a1d2-b836be87a562 HTTP/1.1" status: 200 len: 210 time: 0.0551934 Jan 25 18:39:49.233246 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] Set router 7340ab95-dd14-4236-8870-4d79c841a5e4 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:39:49.260488 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-32aa9fff-8186-4eeb-ae5a-c23e919fd40e None None] Provisioning complete for port f5ba938b-5b42-4cd4-999d-7ce610060928 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:49.260488 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-32aa9fff-8186-4eeb-ae5a-c23e919fd40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (f5ba938b-5b42-4cd4-999d-7ce610060928), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:49.484361 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-32aa9fff-8186-4eeb-ae5a-c23e919fd40e None None] Current status of the port f5ba938b-5b42-4cd4-999d-7ce610060928 is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:49.484361 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-32aa9fff-8186-4eeb-ae5a-c23e919fd40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (f5ba938b-5b42-4cd4-999d-7ce610060928), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:49.613981 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-32aa9fff-8186-4eeb-ae5a-c23e919fd40e None None] For port f5ba938b-5b42-4cd4-999d-7ce610060928, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=f5ba938b-5b42-4cd4-999d-7ce610060928,segment=NetworkSegment(7235fa61-f7f3-4e1c-8ff1-37ce462743f6),segment_id=7235fa61-f7f3-4e1c-8ff1-37ce462743f6)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:39:49.625578 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-32aa9fff-8186-4eeb-ae5a-c23e919fd40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (f5ba938b-5b42-4cd4-999d-7ce610060928), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:49.692477 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7340ab95-dd14-4236-8870-4d79c841a5e4', 'name': 'tempest-TestShelveInstance-1315760163-router', 'tenant_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '8d122680-b3eb-4aa2-b760-10e73ebb3be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:39:47Z', 'updated_at': '2022-01-25T18:39:48Z', 'revision_number': 3, 'project_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'gw_port': {'id': '8d122680-b3eb-4aa2-b760-10e73ebb3be4', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:50:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7340ab95-dd14-4236-8870-4d79c841a5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:47Z', 'updated_at': '2022-01-25T18:39:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:49.734511 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] Checking router: 7340ab95-dd14-4236-8870-4d79c841a5e4 for host: dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:39:49.735244 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] Updating router 7340ab95-dd14-4236-8870-4d79c841a5e4 port 8d122680-b3eb-4aa2-b760-10e73ebb3be4 binding host dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 18:39:49.748140 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 036ab441-fed1-4e3e-aceb-1751afe029c1 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:39:49.777593 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (8d122680-b3eb-4aa2-b760-10e73ebb3be4), before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:49.786934 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa9fff-8186-4eeb-ae5a-c23e919fd40e None None] Pushing event updated for resources: {'Port': ['ID=f5ba938b-5b42-4cd4-999d-7ce610060928,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:49.814093 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'name': 'tempest-TestShelveInstance-2077615291-router', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:39:41Z', 'updated_at': '2022-01-25T18:39:44Z', 'revision_number': 4, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'gw_port': {'id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:41:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:42Z', 'updated_at': '2022-01-25T18:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': 'f5ba938b-5b42-4cd4-999d-7ce610060928', 'name': '', 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'mac_address': 'fa:16:3e:25:1b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '78514203-1da3-4b90-9813-fbe0b3464421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:44Z', 'updated_at': '2022-01-25T18:39:48Z', 'revision_number': 4, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'subnets': [{'id': '78514203-1da3-4b90-9813-fbe0b3464421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:49.821153 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-b4a51fd6-aaff-4fed-8a8d-0eae6774ec97 None None] Provisioning complete for port f5ba938b-5b42-4cd4-999d-7ce610060928 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:49.821840 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4a51fd6-aaff-4fed-8a8d-0eae6774ec97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (f5ba938b-5b42-4cd4-999d-7ce610060928), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:49.881772 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08caf501-9e2a-4158-98b0-948ea5d98c7e None None] The sync data for ids ['c78654e2-850d-4cbf-a897-36f9220d9fc1'] in dv-cinder-826350-1-iscsi is: [{'id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'name': 'tempest-TestShelveInstance-2077615291-router', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:39:41Z', 'updated_at': '2022-01-25T18:39:44Z', 'revision_number': 4, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'gw_port': {'id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:41:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:42Z', 'updated_at': '2022-01-25T18:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': 'f5ba938b-5b42-4cd4-999d-7ce610060928', 'name': '', 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'mac_address': 'fa:16:3e:25:1b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '78514203-1da3-4b90-9813-fbe0b3464421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:44Z', 'updated_at': '2022-01-25T18:39:48Z', 'revision_number': 4, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'subnets': [{'id': '78514203-1da3-4b90-9813-fbe0b3464421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:39:49.939671 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 036ab441-fed1-4e3e-aceb-1751afe029c1 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:49.940066 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (036ab441-fed1-4e3e-aceb-1751afe029c1), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:50.158074 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-b4a51fd6-aaff-4fed-8a8d-0eae6774ec97 None None] Current status of the port f5ba938b-5b42-4cd4-999d-7ce610060928 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:50.162808 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1666657f-72d1-4d37-9c14-de930e22c074 None None] Network bc0eb4db-42de-4b07-8b0f-b1830799c42c requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:39:50.220849 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e06fa3-653c-4b95-9c3f-87bd397dd473 req-147cf6bf-b5bb-4ca8-96b8-0972f3a133ce tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:50.222070 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-10e06fa3-653c-4b95-9c3f-87bd397dd473 req-147cf6bf-b5bb-4ca8-96b8-0972f3a133ce tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.1566246 Jan 25 18:39:50.246628 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] Publish callbacks [] for port (8d122680-b3eb-4aa2-b760-10e73ebb3be4), precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:50.253119 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (8d122680-b3eb-4aa2-b760-10e73ebb3be4), after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:50.333209 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 036ab441-fed1-4e3e-aceb-1751afe029c1 is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:50.333341 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (036ab441-fed1-4e3e-aceb-1751afe029c1), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:50.334964 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-10e06fa3-653c-4b95-9c3f-87bd397dd473 req-f2557a32-5c73-40b9-9616-00223d8453d3 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066470 Jan 25 18:39:50.339899 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfec842-e828-4ed3-861d-b9336db3d581 None None] Pushing event updated for resources: {'Port': ['ID=8d122680-b3eb-4aa2-b760-10e73ebb3be4,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:50.343781 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] Attempting to bind port 8d122680-b3eb-4aa2-b760-10e73ebb3be4 on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:39:50.343781 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] Attempting to bind port 8d122680-b3eb-4aa2-b760-10e73ebb3be4 by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:39:50.343781 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] Attempting to bind port 8d122680-b3eb-4aa2-b760-10e73ebb3be4 on network af042177-33eb-43ce-93a3-80213c48b93e {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:39:50.348991 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:39:50.349725 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] Checking segment: {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:39:50.350541 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:50.350654 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] Bound using segment: {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:39:50.353123 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] Bound port: 8d122680-b3eb-4aa2-b760-10e73ebb3be4, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:39:50.353260 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (8d122680-b3eb-4aa2-b760-10e73ebb3be4), before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:50.384386 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-56157a85-a604-41be-a711-f3fcce12ff72 req-671ddbc0-b05e-4e7e-9091-40d6964a58a1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8280f8-3133-44c3-a1d2-b836be87a562 HTTP/1.1" status: 200 len: 210 time: 0.0465617 Jan 25 18:39:50.392678 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-870bf085-1e92-427f-8126-85b16c64215b None None] Provisioning complete for port 036ab441-fed1-4e3e-aceb-1751afe029c1 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:50.393055 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-870bf085-1e92-427f-8126-85b16c64215b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (036ab441-fed1-4e3e-aceb-1751afe029c1), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:50.418639 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] For port 8d122680-b3eb-4aa2-b760-10e73ebb3be4, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:39:50.424767 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] For port 8d122680-b3eb-4aa2-b760-10e73ebb3be4, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=8d122680-b3eb-4aa2-b760-10e73ebb3be4,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:39:50.432539 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (8d122680-b3eb-4aa2-b760-10e73ebb3be4), after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:50.455252 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-91880e07-cd60-473b-a00d-b36034c8e7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:50.463283 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] For port 036ab441-fed1-4e3e-aceb-1751afe029c1, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=036ab441-fed1-4e3e-aceb-1751afe029c1,segment=NetworkSegment(67e75d78-1667-4ad5-992b-d5bdf2501d2c),segment_id=67e75d78-1667-4ad5-992b-d5bdf2501d2c)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:39:50.480740 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (036ab441-fed1-4e3e-aceb-1751afe029c1), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:50.542826 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfec842-e828-4ed3-861d-b9336db3d581 None None] Pushing event updated for resources: {'Port': ['ID=8d122680-b3eb-4aa2-b760-10e73ebb3be4,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:50.550316 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] Routers {'7340ab95-dd14-4236-8870-4d79c841a5e4'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:39:50.551468 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:39:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['7340ab95-dd14-4236-8870-4d79c841a5e4'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:50.630564 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Pushing event updated for resources: {'Port': ['ID=036ab441-fed1-4e3e-aceb-1751afe029c1,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:50.644822 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-870bf085-1e92-427f-8126-85b16c64215b None None] Current status of the port 036ab441-fed1-4e3e-aceb-1751afe029c1 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:50.756903 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] Set router 7340ab95-dd14-4236-8870-4d79c841a5e4 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:39:50.874003 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-cc36a689-b91d-4170-9627-2be782862987 None None] Provisioning complete for port 036ab441-fed1-4e3e-aceb-1751afe029c1 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:50.874415 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cc36a689-b91d-4170-9627-2be782862987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (036ab441-fed1-4e3e-aceb-1751afe029c1), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:50.923941 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [None req-91880e07-cd60-473b-a00d-b36034c8e7b7 admin admin] Allocated IP 172.20.0.1 (bc0eb4db-42de-4b07-8b0f-b1830799c42c/6d376e2b-110d-4a20-b17e-761378897779/488c5d1f-26b3-45c6-b580-f5130d5f6cdc) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:39:50.937817 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b26082-280c-4287-a668-a3a88e81f29d req-4cbe52db-2a05-4138-90cb-7773e2b57738 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:50.939318 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-41b26082-280c-4287-a668-a3a88e81f29d req-4cbe52db-2a05-4138-90cb-7773e2b57738 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.42 "GET /v2.0/networks?id=97ab6680-7adb-4fea-a3d3-a93c6c42ed71 HTTP/1.1" status: 200 len: 814 time: 0.2550728 Jan 25 18:39:50.999880 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-cc36a689-b91d-4170-9627-2be782862987 None None] Current status of the port 036ab441-fed1-4e3e-aceb-1751afe029c1 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:51.023435 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-41b26082-280c-4287-a668-a3a88e81f29d req-a2082bef-3a1f-4bee-9fce-0e1d69cb3cc6 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Request body: {'port': {'device_id': '6c8280f8-3133-44c3-a1d2-b836be87a562', 'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71', 'admin_state_up': True, 'tenant_id': '17a718a30f324aa9b086c49d167a0bda'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:39:51.044932 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7340ab95-dd14-4236-8870-4d79c841a5e4', 'name': 'tempest-TestShelveInstance-1315760163-router', 'tenant_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '8d122680-b3eb-4aa2-b760-10e73ebb3be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:39:47Z', 'updated_at': '2022-01-25T18:39:48Z', 'revision_number': 3, 'project_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'gw_port': {'id': '8d122680-b3eb-4aa2-b760-10e73ebb3be4', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:50:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7340ab95-dd14-4236-8870-4d79c841a5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:47Z', 'updated_at': '2022-01-25T18:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:51.078266 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743b0e5b-adea-4c49-8859-c72de258fc88 None None] The sync data for ids ['7340ab95-dd14-4236-8870-4d79c841a5e4'] in dv-cinder-826350-1-iscsi is: [{'id': '7340ab95-dd14-4236-8870-4d79c841a5e4', 'name': 'tempest-TestShelveInstance-1315760163-router', 'tenant_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '8d122680-b3eb-4aa2-b760-10e73ebb3be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:39:47Z', 'updated_at': '2022-01-25T18:39:48Z', 'revision_number': 3, 'project_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'gw_port': {'id': '8d122680-b3eb-4aa2-b760-10e73ebb3be4', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:50:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7340ab95-dd14-4236-8870-4d79c841a5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:47Z', 'updated_at': '2022-01-25T18:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}] {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:39:51.180158 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-91880e07-cd60-473b-a00d-b36034c8e7b7 admin admin] Publish callbacks [] for port (488c5d1f-26b3-45c6-b580-f5130d5f6cdc), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:51.182031 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b26082-280c-4287-a668-a3a88e81f29d req-a2082bef-3a1f-4bee-9fce-0e1d69cb3cc6 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Made reservation on behalf of 17a718a30f324aa9b086c49d167a0bda for: {'port': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:39:51.186100 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-41b26082-280c-4287-a668-a3a88e81f29d req-a2082bef-3a1f-4bee-9fce-0e1d69cb3cc6 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:51.292542 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-91880e07-cd60-473b-a00d-b36034c8e7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (488c5d1f-26b3-45c6-b580-f5130d5f6cdc), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:51.423039 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91880e07-cd60-473b-a00d-b36034c8e7b7 admin admin] Network bc0eb4db-42de-4b07-8b0f-b1830799c42c is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:39:51.431706 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [req-41b26082-280c-4287-a668-a3a88e81f29d req-a2082bef-3a1f-4bee-9fce-0e1d69cb3cc6 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Allocated IP 172.20.0.3 (97ab6680-7adb-4fea-a3d3-a93c6c42ed71/6f089d72-d869-450d-ba13-6426ebb7bbcd/96c5d565-5330-4211-990d-53b2d1dc542f) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:39:51.434035 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-91880e07-cd60-473b-a00d-b36034c8e7b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:39:51.439904 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91880e07-cd60-473b-a00d-b36034c8e7b7 admin admin] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:39:51.440241 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-91880e07-cd60-473b-a00d-b36034c8e7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698595'] for router_interface (7340ab95-dd14-4236-8870-4d79c841a5e4), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:51.628241 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91880e07-cd60-473b-a00d-b36034c8e7b7 admin admin] Pushing event updated for resources: {'Port': ['ID=488c5d1f-26b3-45c6-b580-f5130d5f6cdc,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:51.651242 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a8a7d8dc-29c3-4977-8ffb-6f7a51a254d5 req-a2efbf6f-96a2-43f8-a10f-d092872cb10b tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8280f8-3133-44c3-a1d2-b836be87a562 HTTP/1.1" status: 200 len: 210 time: 0.1030295 Jan 25 18:39:51.746137 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656223e-87e1-4ca4-83fc-4bb195f511af req-9f6eb5e0-945d-4252-bcc4-96a419e2ee91 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:51.747847 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f656223e-87e1-4ca4-83fc-4bb195f511af req-9f6eb5e0-945d-4252-bcc4-96a419e2ee91 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.2167904 Jan 25 18:39:51.812435 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 036ab441-fed1-4e3e-aceb-1751afe029c1 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:39:51.884258 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-33738ba9-19fe-4df6-b8c5-823a052555cb None None] Provisioning complete for port 488c5d1f-26b3-45c6-b580-f5130d5f6cdc triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:51.884575 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-33738ba9-19fe-4df6-b8c5-823a052555cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (488c5d1f-26b3-45c6-b580-f5130d5f6cdc), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:51.909384 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:51.916697 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f656223e-87e1-4ca4-83fc-4bb195f511af req-034edb32-a9a7-4ff7-9b08-1bbc9ddb0d22 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578822 Jan 25 18:39:51.921788 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-91880e07-cd60-473b-a00d-b36034c8e7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (488c5d1f-26b3-45c6-b580-f5130d5f6cdc), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:51.943936 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-41b26082-280c-4287-a668-a3a88e81f29d req-a2082bef-3a1f-4bee-9fce-0e1d69cb3cc6 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks [] for port (96c5d565-5330-4211-990d-53b2d1dc542f), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:51.945774 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-33738ba9-19fe-4df6-b8c5-823a052555cb None None] Port 488c5d1f-26b3-45c6-b580-f5130d5f6cdc cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:39:51.953554 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 036ab441-fed1-4e3e-aceb-1751afe029c1 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:51.954347 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (036ab441-fed1-4e3e-aceb-1751afe029c1), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:52.044716 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 036ab441-fed1-4e3e-aceb-1751afe029c1 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:52.045796 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device f5ba938b-5b42-4cd4-999d-7ce610060928 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:39:52.063536 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-41b26082-280c-4287-a668-a3a88e81f29d req-a2082bef-3a1f-4bee-9fce-0e1d69cb3cc6 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (96c5d565-5330-4211-990d-53b2d1dc542f), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:52.084759 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['c689a356-34e5-4c13-925d-823bf06c5abd', 'f93b96bc-732e-4b8f-9164-841bdf36e617', '8a64488e-6b3b-4e62-90b2-effaf50109da'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:39:52.116533 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b26082-280c-4287-a668-a3a88e81f29d req-a2082bef-3a1f-4bee-9fce-0e1d69cb3cc6 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Network 97ab6680-7adb-4fea-a3d3-a93c6c42ed71 is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:39:52.123141 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [req-41b26082-280c-4287-a668-a3a88e81f29d req-a2082bef-3a1f-4bee-9fce-0e1d69cb3cc6 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:39:52.133881 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b26082-280c-4287-a668-a3a88e81f29d req-a2082bef-3a1f-4bee-9fce-0e1d69cb3cc6 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:39:52.141501 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b26082-280c-4287-a668-a3a88e81f29d req-a2082bef-3a1f-4bee-9fce-0e1d69cb3cc6 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:52.142274 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-41b26082-280c-4287-a668-a3a88e81f29d req-a2082bef-3a1f-4bee-9fce-0e1d69cb3cc6 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:52.148576 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port f5ba938b-5b42-4cd4-999d-7ce610060928 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:52.148950 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (f5ba938b-5b42-4cd4-999d-7ce610060928), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:52.162252 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2082bef-3a1f-4bee-9fce-0e1d69cb3cc6 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Pushing event updated for resources: {'Port': ['ID=96c5d565-5330-4211-990d-53b2d1dc542f,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:52.181098 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-41b26082-280c-4287-a668-a3a88e81f29d req-a2082bef-3a1f-4bee-9fce-0e1d69cb3cc6 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1615310 Jan 25 18:39:52.206892 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-41b26082-280c-4287-a668-a3a88e81f29d req-c8b2fca3-e70d-4281-bd75-5e3c9d881e8f service neutron] Request body: {'port': {'device_id': '6c8280f8-3133-44c3-a1d2-b836be87a562', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:39:52.212355 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-91880e07-cd60-473b-a00d-b36034c8e7b7 admin admin] Publish callbacks [] for port (488c5d1f-26b3-45c6-b580-f5130d5f6cdc), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:52.235977 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-91880e07-cd60-473b-a00d-b36034c8e7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (488c5d1f-26b3-45c6-b580-f5130d5f6cdc), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:52.236704 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-91880e07-cd60-473b-a00d-b36034c8e7b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698511'] for router_interface (7340ab95-dd14-4236-8870-4d79c841a5e4), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:52.302040 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port f5ba938b-5b42-4cd4-999d-7ce610060928 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:52.303085 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 8d122680-b3eb-4aa2-b760-10e73ebb3be4 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:39:52.324573 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-41b26082-280c-4287-a668-a3a88e81f29d req-c8b2fca3-e70d-4281-bd75-5e3c9d881e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (96c5d565-5330-4211-990d-53b2d1dc542f), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:52.392998 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91880e07-cd60-473b-a00d-b36034c8e7b7 admin admin] Pushing event updated for resources: {'Port': ['ID=488c5d1f-26b3-45c6-b580-f5130d5f6cdc,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:52.532896 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91880e07-cd60-473b-a00d-b36034c8e7b7 admin admin] Network bc0eb4db-42de-4b07-8b0f-b1830799c42c is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:39:52.536923 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-91880e07-cd60-473b-a00d-b36034c8e7b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:39:52.542239 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 8d122680-b3eb-4aa2-b760-10e73ebb3be4 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:52.542239 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (8d122680-b3eb-4aa2-b760-10e73ebb3be4), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:52.605068 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e8fdb-8876-4f90-af8d-8657835eb3a6 req-b5e82f7e-9414-4e21-a2ab-6cd78f1979a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:52.607979 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-b36e8fdb-8876-4f90-af8d-8657835eb3a6 req-b5e82f7e-9414-4e21-a2ab-6cd78f1979a6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 1098 time: 0.0536289 Jan 25 18:39:52.671115 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-b36e8fdb-8876-4f90-af8d-8657835eb3a6 req-abacd4b5-dcb0-4a14-9d9f-89e3ddc5e70d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548437 Jan 25 18:39:52.705689 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 8d122680-b3eb-4aa2-b760-10e73ebb3be4 is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:52.706201 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (8d122680-b3eb-4aa2-b760-10e73ebb3be4), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:52.776505 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] For port 8d122680-b3eb-4aa2-b760-10e73ebb3be4, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=8d122680-b3eb-4aa2-b760-10e73ebb3be4,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:39:52.785571 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (8d122680-b3eb-4aa2-b760-10e73ebb3be4), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:52.847989 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Pushing event updated for resources: {'Port': ['ID=8d122680-b3eb-4aa2-b760-10e73ebb3be4,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:52.849307 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [req-41b26082-280c-4287-a668-a3a88e81f29d req-c8b2fca3-e70d-4281-bd75-5e3c9d881e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c5d565-5330-4211-990d-53b2d1dc542f {{(pid=102638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:39:52.861524 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-41b26082-280c-4287-a668-a3a88e81f29d req-c8b2fca3-e70d-4281-bd75-5e3c9d881e8f service neutron] Publish callbacks [] for port (96c5d565-5330-4211-990d-53b2d1dc542f), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:52.865129 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91880e07-cd60-473b-a00d-b36034c8e7b7 admin admin] Router 7340ab95-dd14-4236-8870-4d79c841a5e4 has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:39:52.875048 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad8df8-f763-408d-a253-d0145697714f req-e15ee121-79c8-4f74-beb4-872577e55069 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:52.876585 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d3ad8df8-f763-408d-a253-d0145697714f req-e15ee121-79c8-4f74-beb4-872577e55069 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8280f8-3133-44c3-a1d2-b836be87a562 HTTP/1.1" status: 200 len: 931 time: 0.1164293 Jan 25 18:39:52.888418 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-f8c88283-0874-491c-8de9-c6fef929fd69 None None] Provisioning complete for port 488c5d1f-26b3-45c6-b580-f5130d5f6cdc triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:52.889294 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8c88283-0874-491c-8de9-c6fef929fd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (488c5d1f-26b3-45c6-b580-f5130d5f6cdc), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:52.895810 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.provisioning_blocks [req-41b26082-280c-4287-a668-a3a88e81f29d req-c8b2fca3-e70d-4281-bd75-5e3c9d881e8f service neutron] Transition to ACTIVE for port object 96c5d565-5330-4211-990d-53b2d1dc542f will not be triggered until provisioned by entity L2. {{(pid=102638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 18:39:52.910314 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-41b26082-280c-4287-a668-a3a88e81f29d req-c8b2fca3-e70d-4281-bd75-5e3c9d881e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (96c5d565-5330-4211-990d-53b2d1dc542f), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:52.926997 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-f8c88283-0874-491c-8de9-c6fef929fd69 None None] Port 488c5d1f-26b3-45c6-b580-f5130d5f6cdc cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:39:53.034807 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d3ad8df8-f763-408d-a253-d0145697714f req-eec96ed9-5dcc-4be5-aa5b-b623b1afc69c tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484661 Jan 25 18:39:53.053746 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2fca3-e70d-4281-bd75-5e3c9d881e8f service neutron] Pushing event updated for resources: {'Port': ['ID=96c5d565-5330-4211-990d-53b2d1dc542f,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:53.133168 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-41b26082-280c-4287-a668-a3a88e81f29d req-c8b2fca3-e70d-4281-bd75-5e3c9d881e8f service neutron] Attempting to bind port 96c5d565-5330-4211-990d-53b2d1dc542f on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:39:53.133499 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-41b26082-280c-4287-a668-a3a88e81f29d req-c8b2fca3-e70d-4281-bd75-5e3c9d881e8f service neutron] Attempting to bind port 96c5d565-5330-4211-990d-53b2d1dc542f by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '63da4b9e-7aec-4a65-8c20-bb312e592a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71'}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:39:53.133817 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b26082-280c-4287-a668-a3a88e81f29d req-c8b2fca3-e70d-4281-bd75-5e3c9d881e8f service neutron] Attempting to bind port 96c5d565-5330-4211-990d-53b2d1dc542f on network 97ab6680-7adb-4fea-a3d3-a93c6c42ed71 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:39:53.151081 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe431a95-a211-4e35-b6f0-5a1ec417827a req-6c64c263-885b-4ddb-8ba7-15aba171f25e tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:53.152483 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fe431a95-a211-4e35-b6f0-5a1ec417827a req-6c64c263-885b-4ddb-8ba7-15aba171f25e tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.1555171 Jan 25 18:39:53.153467 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b26082-280c-4287-a668-a3a88e81f29d req-c8b2fca3-e70d-4281-bd75-5e3c9d881e8f service neutron] Port 96c5d565-5330-4211-990d-53b2d1dc542f on network 97ab6680-7adb-4fea-a3d3-a93c6c42ed71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 18:39:53.153783 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b26082-280c-4287-a668-a3a88e81f29d req-c8b2fca3-e70d-4281-bd75-5e3c9d881e8f service neutron] Attempting to bind port 96c5d565-5330-4211-990d-53b2d1dc542f on network 97ab6680-7adb-4fea-a3d3-a93c6c42ed71 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:39:53.156389 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91880e07-cd60-473b-a00d-b36034c8e7b7 admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:39:53.161865 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-91880e07-cd60-473b-a00d-b36034c8e7b7 admin admin] 10.222.0.41 "PUT /v2.0/routers/7340ab95-dd14-4236-8870-4d79c841a5e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1586983 Jan 25 18:39:53.171090 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b26082-280c-4287-a668-a3a88e81f29d req-c8b2fca3-e70d-4281-bd75-5e3c9d881e8f service neutron] Checking agent: {'id': 'bdb5f0d3-661d-4d22-a5ac-70c284fe21ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'started_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:39:53.171425 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b26082-280c-4287-a668-a3a88e81f29d req-c8b2fca3-e70d-4281-bd75-5e3c9d881e8f service neutron] Checking segment: {'id': '63da4b9e-7aec-4a65-8c20-bb312e592a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:39:53.172326 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b26082-280c-4287-a668-a3a88e81f29d req-c8b2fca3-e70d-4281-bd75-5e3c9d881e8f service neutron] Bound using segment: {'id': '63da4b9e-7aec-4a65-8c20-bb312e592a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71'} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:39:53.172326 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-41b26082-280c-4287-a668-a3a88e81f29d req-c8b2fca3-e70d-4281-bd75-5e3c9d881e8f service neutron] Bound port: 96c5d565-5330-4211-990d-53b2d1dc542f, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63da4b9e-7aec-4a65-8c20-bb312e592a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71'}}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:39:53.172600 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-41b26082-280c-4287-a668-a3a88e81f29d req-c8b2fca3-e70d-4281-bd75-5e3c9d881e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (96c5d565-5330-4211-990d-53b2d1dc542f), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:53.244485 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] Sync routers for ids ['7340ab95-dd14-4236-8870-4d79c841a5e4'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:39:53.253668 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fe431a95-a211-4e35-b6f0-5a1ec417827a req-ec2930df-fd47-4ee3-b42a-8b4fff612139 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891116 Jan 25 18:39:53.255690 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] Routers {'7340ab95-dd14-4236-8870-4d79c841a5e4'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:39:53.256485 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:39:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['7340ab95-dd14-4236-8870-4d79c841a5e4'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:53.280229 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-41b26082-280c-4287-a668-a3a88e81f29d req-c8b2fca3-e70d-4281-bd75-5e3c9d881e8f service neutron] For port 96c5d565-5330-4211-990d-53b2d1dc542f, host hv-cinder-82635, cleared binding levels {{(pid=102638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:39:53.285424 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-41b26082-280c-4287-a668-a3a88e81f29d req-c8b2fca3-e70d-4281-bd75-5e3c9d881e8f service neutron] For port 96c5d565-5330-4211-990d-53b2d1dc542f, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=96c5d565-5330-4211-990d-53b2d1dc542f,segment=NetworkSegment(63da4b9e-7aec-4a65-8c20-bb312e592a28),segment_id=63da4b9e-7aec-4a65-8c20-bb312e592a28)] {{(pid=102638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:39:53.290397 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-41b26082-280c-4287-a668-a3a88e81f29d req-c8b2fca3-e70d-4281-bd75-5e3c9d881e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (96c5d565-5330-4211-990d-53b2d1dc542f), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:53.326568 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b26082-280c-4287-a668-a3a88e81f29d req-c8b2fca3-e70d-4281-bd75-5e3c9d881e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:53.327846 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-41b26082-280c-4287-a668-a3a88e81f29d req-c8b2fca3-e70d-4281-bd75-5e3c9d881e8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:53.329323 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-41b26082-280c-4287-a668-a3a88e81f29d req-c8b2fca3-e70d-4281-bd75-5e3c9d881e8f service neutron] 10.222.0.42 "PUT /v2.0/ports/96c5d565-5330-4211-990d-53b2d1dc542f HTTP/1.1" status: 200 len: 1093 time: 1.1286080 Jan 25 18:39:53.332402 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8280f8-3133-44c3-a1d2-b836be87a562', 'tag': '96c5d565-5330-4211-990d-53b2d1dc542f'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:39:53.334832 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4828ca0c-038e-4f7a-9179-025450a1485a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8280f8-3133-44c3-a1d2-b836be87a562", "tag": "96c5d565-5330-4211-990d-53b2d1dc542f"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:39:53.375066 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2fca3-e70d-4281-bd75-5e3c9d881e8f service neutron] Pushing event updated for resources: {'Port': ['ID=96c5d565-5330-4211-990d-53b2d1dc542f,revision_number=3']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:53.410627 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] Set router 7340ab95-dd14-4236-8870-4d79c841a5e4 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:39:53.422734 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b26082-280c-4287-a668-a3a88e81f29d req-e95d3c3a-09e6-48b3-9af8-9e3335694c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:53.424419 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-41b26082-280c-4287-a668-a3a88e81f29d req-e95d3c3a-09e6-48b3-9af8-9e3335694c3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17a718a30f324aa9b086c49d167a0bda&device_id=6c8280f8-3133-44c3-a1d2-b836be87a562 HTTP/1.1" status: 200 len: 1096 time: 0.0445213 Jan 25 18:39:53.477150 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-41b26082-280c-4287-a668-a3a88e81f29d req-5ee59630-340b-4645-85e8-7febe5f001c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96c5d565-5330-4211-990d-53b2d1dc542f HTTP/1.1" status: 200 len: 217 time: 0.0429168 Jan 25 18:39:53.523874 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85c88f6-e141-439a-bc61-bf11176defea x-openstack-request-id: req-b85c88f6-e141-439a-bc61-bf11176defea {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:39:53.524271 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8280f8-3133-44c3-a1d2-b836be87a562", "tag": "96c5d565-5330-4211-990d-53b2d1dc542f", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:39:53.524619 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b85c88f6-e141-439a-bc61-bf11176defea {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:39:53.525263 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8280f8-3133-44c3-a1d2-b836be87a562', 'tag': '96c5d565-5330-4211-990d-53b2d1dc542f', 'status': 'completed', 'code': 200} Jan 25 18:39:53.542043 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b26082-280c-4287-a668-a3a88e81f29d req-1a992679-2b49-4ba9-815a-774828417836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:53.543926 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-41b26082-280c-4287-a668-a3a88e81f29d req-1a992679-2b49-4ba9-815a-774828417836 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f089d72-d869-450d-ba13-6426ebb7bbcd HTTP/1.1" status: 200 len: 854 time: 0.0595677 Jan 25 18:39:53.571531 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 8d122680-b3eb-4aa2-b760-10e73ebb3be4 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:39:53.593300 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-41b26082-280c-4287-a668-a3a88e81f29d req-12381029-8e7c-438d-ba83-caeba4c675c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97ab6680-7adb-4fea-a3d3-a93c6c42ed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309017 Jan 25 18:39:53.702551 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 8d122680-b3eb-4aa2-b760-10e73ebb3be4 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:53.702934 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (8d122680-b3eb-4aa2-b760-10e73ebb3be4), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:53.724389 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-41b26082-280c-4287-a668-a3a88e81f29d req-4cdc1e7b-1a90-4d73-8339-a7eab020030c service neutron] 10.222.0.42 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193354 Jan 25 18:39:53.736123 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7340ab95-dd14-4236-8870-4d79c841a5e4', 'name': 'tempest-TestShelveInstance-1315760163-router', 'tenant_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '8d122680-b3eb-4aa2-b760-10e73ebb3be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:39:47Z', 'updated_at': '2022-01-25T18:39:51Z', 'revision_number': 4, 'project_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'gw_port': {'id': '8d122680-b3eb-4aa2-b760-10e73ebb3be4', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7340ab95-dd14-4236-8870-4d79c841a5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:47Z', 'updated_at': '2022-01-25T18:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '488c5d1f-26b3-45c6-b580-f5130d5f6cdc', 'name': '', 'network_id': 'bc0eb4db-42de-4b07-8b0f-b1830799c42c', 'tenant_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'mac_address': 'fa:16:3e:d2:81:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7340ab95-dd14-4236-8870-4d79c841a5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6d376e2b-110d-4a20-b17e-761378897779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:50Z', 'updated_at': '2022-01-25T18:39:51Z', 'revision_number': 2, 'project_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'subnets': [{'id': '6d376e2b-110d-4a20-b17e-761378897779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:53.748490 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 46140) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:53.752855 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-81a85243-b57e-405d-b4d9-98d26ce64908 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1429782449', 'description': 'tempest-secgroup-smoke-1429782449 description', 'project_id': 'c556b3ddaecd4d80b8062755dfc00928'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:39:53.769114 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] Checking router: 7340ab95-dd14-4236-8870-4d79c841a5e4 for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:39:53.769545 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] Updating router 7340ab95-dd14-4236-8870-4d79c841a5e4 port 488c5d1f-26b3-45c6-b580-f5130d5f6cdc binding host dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 18:39:53.774461 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-81a85243-b57e-405d-b4d9-98d26ce64908 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:53.806243 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (488c5d1f-26b3-45c6-b580-f5130d5f6cdc), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:53.828056 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-41b26082-280c-4287-a668-a3a88e81f29d req-8b6877fb-6f6e-4a75-a542-3e31d04556f9 service neutron] 10.222.0.42 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910411 Jan 25 18:39:53.845814 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-81a85243-b57e-405d-b4d9-98d26ce64908 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for security_group (eb34e862-8c39-4628-9693-546c26000ca8), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:53.850683 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-81a85243-b57e-405d-b4d9-98d26ce64908 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (eb34e862-8c39-4628-9693-546c26000ca8), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:53.883814 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-81a85243-b57e-405d-b4d9-98d26ce64908 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:53.885376 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-81a85243-b57e-405d-b4d9-98d26ce64908 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1358976 Jan 25 18:39:53.889603 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 46142) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:53.893800 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-607dd40d-fe1c-4da6-9b50-0386e9e74af3 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Request body: {'security_group_rule': {'security_group_id': 'eb34e862-8c39-4628-9693-546c26000ca8', 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:39:53.895747 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 8d122680-b3eb-4aa2-b760-10e73ebb3be4 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:53.897688 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a85243-b57e-405d-b4d9-98d26ce64908 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb34e862-8c39-4628-9693-546c26000ca8,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:53.929924 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828ca0c-038e-4f7a-9179-025450a1485a req-e2aa0bcc-747c-4bf5-b77d-558fb99b3136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:53.931471 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4828ca0c-038e-4f7a-9179-025450a1485a req-e2aa0bcc-747c-4bf5-b77d-558fb99b3136 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17a718a30f324aa9b086c49d167a0bda&device_id=6c8280f8-3133-44c3-a1d2-b836be87a562 HTTP/1.1" status: 200 len: 1096 time: 0.0533826 Jan 25 18:39:53.936373 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-607dd40d-fe1c-4da6-9b50-0386e9e74af3 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for security_group_rule (65cddc16-2cfe-4a2c-aa69-0c14e01696c9), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:53.997953 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-607dd40d-fe1c-4da6-9b50-0386e9e74af3 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for security_group_rule (65cddc16-2cfe-4a2c-aa69-0c14e01696c9), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.002753 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-607dd40d-fe1c-4da6-9b50-0386e9e74af3 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (65cddc16-2cfe-4a2c-aa69-0c14e01696c9), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.027434 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828ca0c-038e-4f7a-9179-025450a1485a req-e7bf00a5-d6f2-4c29-88ae-89d1e3bdc453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:54.029438 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4828ca0c-038e-4f7a-9179-025450a1485a req-e7bf00a5-d6f2-4c29-88ae-89d1e3bdc453 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97ab6680-7adb-4fea-a3d3-a93c6c42ed71 HTTP/1.1" status: 200 len: 915 time: 0.0898547 Jan 25 18:39:54.035113 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607dd40d-fe1c-4da6-9b50-0386e9e74af3 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65cddc16-2cfe-4a2c-aa69-0c14e01696c9,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:54.050103 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-607dd40d-fe1c-4da6-9b50-0386e9e74af3 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.053241 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-607dd40d-fe1c-4da6-9b50-0386e9e74af3 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1622405 Jan 25 18:39:54.057962 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 46148) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:54.068609 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-e81c0c72-c10c-4e1b-b8cb-4ec6c40c67a3 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Request body: {'security_group_rule': {'security_group_id': 'eb34e862-8c39-4628-9693-546c26000ca8', 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:39:54.135227 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4828ca0c-038e-4f7a-9179-025450a1485a req-74ddf080-8f90-4ba5-92af-d30937958fbb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96c5d565-5330-4211-990d-53b2d1dc542f HTTP/1.1" status: 200 len: 217 time: 0.0969753 Jan 25 18:39:54.135987 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e81c0c72-c10c-4e1b-b8cb-4ec6c40c67a3 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for security_group_rule (d0f64264-9af8-4675-991b-108834968a30), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.193730 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] Publish callbacks [] for port (488c5d1f-26b3-45c6-b580-f5130d5f6cdc), precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.200851 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (488c5d1f-26b3-45c6-b580-f5130d5f6cdc), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.221032 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e81c0c72-c10c-4e1b-b8cb-4ec6c40c67a3 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for security_group_rule (d0f64264-9af8-4675-991b-108834968a30), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.225317 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e81c0c72-c10c-4e1b-b8cb-4ec6c40c67a3 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (d0f64264-9af8-4675-991b-108834968a30), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.246311 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c0c72-c10c-4e1b-b8cb-4ec6c40c67a3 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f64264-9af8-4675-991b-108834968a30,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:54.253317 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e81c0c72-c10c-4e1b-b8cb-4ec6c40c67a3 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.258550 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-e81c0c72-c10c-4e1b-b8cb-4ec6c40c67a3 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1990421 Jan 25 18:39:54.259213 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 46152) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:54.259331 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ae008-68f3-45f8-ab70-1aef62733065 None None] Pushing event updated for resources: {'Port': ['ID=488c5d1f-26b3-45c6-b580-f5130d5f6cdc,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:54.264501 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-c84a42f3-4d8d-49b6-a92a-f7c5f073b0b5 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Request body: {'security_group_rule': {'security_group_id': 'eb34e862-8c39-4628-9693-546c26000ca8', 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:39:54.319638 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c84a42f3-4d8d-49b6-a92a-f7c5f073b0b5 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for security_group_rule (c549e8c5-873b-469c-9731-8dc6efbc3acd), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.338116 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] Attempting to bind port 488c5d1f-26b3-45c6-b580-f5130d5f6cdc on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:39:54.338500 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] Attempting to bind port 488c5d1f-26b3-45c6-b580-f5130d5f6cdc by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': '67e75d78-1667-4ad5-992b-d5bdf2501d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bc0eb4db-42de-4b07-8b0f-b1830799c42c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:39:54.338871 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] Attempting to bind port 488c5d1f-26b3-45c6-b580-f5130d5f6cdc on network bc0eb4db-42de-4b07-8b0f-b1830799c42c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:39:54.345272 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:39:54.345658 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] Checking segment: {'id': '67e75d78-1667-4ad5-992b-d5bdf2501d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bc0eb4db-42de-4b07-8b0f-b1830799c42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:39:54.346570 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.346570 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] Bound using segment: {'id': '67e75d78-1667-4ad5-992b-d5bdf2501d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bc0eb4db-42de-4b07-8b0f-b1830799c42c'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:39:54.346946 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] Bound port: 488c5d1f-26b3-45c6-b580-f5130d5f6cdc, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e75d78-1667-4ad5-992b-d5bdf2501d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bc0eb4db-42de-4b07-8b0f-b1830799c42c'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:39:54.347335 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (488c5d1f-26b3-45c6-b580-f5130d5f6cdc), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.405036 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c84a42f3-4d8d-49b6-a92a-f7c5f073b0b5 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for security_group_rule (c549e8c5-873b-469c-9731-8dc6efbc3acd), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.411481 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c84a42f3-4d8d-49b6-a92a-f7c5f073b0b5 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (c549e8c5-873b-469c-9731-8dc6efbc3acd), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.426561 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a42f3-4d8d-49b6-a92a-f7c5f073b0b5 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c549e8c5-873b-469c-9731-8dc6efbc3acd,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:54.427623 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] For port 488c5d1f-26b3-45c6-b580-f5130d5f6cdc, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:39:54.435568 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] For port 488c5d1f-26b3-45c6-b580-f5130d5f6cdc, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=488c5d1f-26b3-45c6-b580-f5130d5f6cdc,segment=NetworkSegment(67e75d78-1667-4ad5-992b-d5bdf2501d2c),segment_id=67e75d78-1667-4ad5-992b-d5bdf2501d2c)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:39:54.441785 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (488c5d1f-26b3-45c6-b580-f5130d5f6cdc), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.446705 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c84a42f3-4d8d-49b6-a92a-f7c5f073b0b5 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.452193 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-c84a42f3-4d8d-49b6-a92a-f7c5f073b0b5 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1893418 Jan 25 18:39:54.453788 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 46156) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:54.458462 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-4a073b21-2ae6-47c1-9da8-703e1d782aba tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Request body: {'security_group_rule': {'security_group_id': 'eb34e862-8c39-4628-9693-546c26000ca8', 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:39:54.493408 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4a073b21-2ae6-47c1-9da8-703e1d782aba tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for security_group_rule (821d7ff3-4faa-431a-9383-4609649940fa), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.507140 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828ca0c-038e-4f7a-9179-025450a1485a req-8a03d5d3-3bc5-425c-9706-7b9850580a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:54.508701 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4828ca0c-038e-4f7a-9179-025450a1485a req-8a03d5d3-3bc5-425c-9706-7b9850580a88 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f089d72-d869-450d-ba13-6426ebb7bbcd HTTP/1.1" status: 200 len: 854 time: 0.3578987 Jan 25 18:39:54.518684 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] Routers {'7340ab95-dd14-4236-8870-4d79c841a5e4'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:39:54.519543 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:39:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['7340ab95-dd14-4236-8870-4d79c841a5e4'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:54.523595 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3f341-55a8-458c-b8ae-9720d9cc6f8c req-da00c87b-d228-4f49-a352-1dc8faab2d77 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:54.525229 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-def3f341-55a8-458c-b8ae-9720d9cc6f8c req-da00c87b-d228-4f49-a352-1dc8faab2d77 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8280f8-3133-44c3-a1d2-b836be87a562 HTTP/1.1" status: 200 len: 943 time: 0.3879931 Jan 25 18:39:54.545771 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d2dc5-c0c1-4077-9471-995cbc77b25c req-9249d4a7-61eb-417d-8f59-b7ed119b66ea tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:54.547354 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5c1d2dc5-c0c1-4077-9471-995cbc77b25c req-9249d4a7-61eb-417d-8f59-b7ed119b66ea tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.1251230 Jan 25 18:39:54.571507 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4828ca0c-038e-4f7a-9179-025450a1485a req-dc6e1078-5cd6-48d2-a715-6adf940c79dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97ab6680-7adb-4fea-a3d3-a93c6c42ed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451169 Jan 25 18:39:54.574206 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4a073b21-2ae6-47c1-9da8-703e1d782aba tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for security_group_rule (821d7ff3-4faa-431a-9383-4609649940fa), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.580748 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4a073b21-2ae6-47c1-9da8-703e1d782aba tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (821d7ff3-4faa-431a-9383-4609649940fa), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.581533 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ae008-68f3-45f8-ab70-1aef62733065 None None] Pushing event updated for resources: {'Port': ['ID=488c5d1f-26b3-45c6-b580-f5130d5f6cdc,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:54.607577 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a073b21-2ae6-47c1-9da8-703e1d782aba tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821d7ff3-4faa-431a-9383-4609649940fa,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:54.619896 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4a073b21-2ae6-47c1-9da8-703e1d782aba tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.624013 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-4a073b21-2ae6-47c1-9da8-703e1d782aba tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1674776 Jan 25 18:39:54.625482 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 46162) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:54.629439 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-6e952ec5-12b3-4314-8a7a-19d851f5705e tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Request body: {'security_group_rule': {'security_group_id': 'eb34e862-8c39-4628-9693-546c26000ca8', 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:39:54.658105 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.db.securitygroups_db [None req-6e952ec5-12b3-4314-8a7a-19d851f5705e tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Project c556b3ddaecd4d80b8062755dfc00928 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 18:39:54.670626 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6e952ec5-12b3-4314-8a7a-19d851f5705e tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for security_group_rule (7425376e-f54a-4200-b5a8-d53d68136d88), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.724486 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-bb42dc02-9fac-429e-8a3a-53304b77a19e None None] Provisioning complete for port 488c5d1f-26b3-45c6-b580-f5130d5f6cdc triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:54.724861 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb42dc02-9fac-429e-8a3a-53304b77a19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (488c5d1f-26b3-45c6-b580-f5130d5f6cdc), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.727799 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] Set router 7340ab95-dd14-4236-8870-4d79c841a5e4 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:39:54.745453 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-def3f341-55a8-458c-b8ae-9720d9cc6f8c req-e0329dff-e37f-4d22-8b13-764163889004 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093964 Jan 25 18:39:54.772720 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6e952ec5-12b3-4314-8a7a-19d851f5705e tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for security_group_rule (7425376e-f54a-4200-b5a8-d53d68136d88), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.777953 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6e952ec5-12b3-4314-8a7a-19d851f5705e tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (7425376e-f54a-4200-b5a8-d53d68136d88), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.782378 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5c1d2dc5-c0c1-4077-9471-995cbc77b25c req-87709b1d-2120-4e61-a944-d58d01d5d409 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141438 Jan 25 18:39:54.784581 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4828ca0c-038e-4f7a-9179-025450a1485a req-8108d549-c187-4103-99a3-1aa29cd857dc service neutron] 10.222.0.42 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983089 Jan 25 18:39:54.802331 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e952ec5-12b3-4314-8a7a-19d851f5705e tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7425376e-f54a-4200-b5a8-d53d68136d88,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:54.833198 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6e952ec5-12b3-4314-8a7a-19d851f5705e tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.838049 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-6e952ec5-12b3-4314-8a7a-19d851f5705e tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2124438 Jan 25 18:39:54.838817 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 46168) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:39:54.847188 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-f5528421-13a3-441e-8c28-b3868c8ff967 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Request body: {'security_group_rule': {'security_group_id': 'eb34e862-8c39-4628-9693-546c26000ca8', 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:39:54.873767 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.db.securitygroups_db [None req-f5528421-13a3-441e-8c28-b3868c8ff967 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Project c556b3ddaecd4d80b8062755dfc00928 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 18:39:54.879724 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f5528421-13a3-441e-8c28-b3868c8ff967 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for security_group_rule (e700c51e-f3ee-4fc6-8e4f-9985bab88ef4), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.909561 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4828ca0c-038e-4f7a-9179-025450a1485a req-43f6c1ae-ea1e-4413-9c10-396311107639 service neutron] 10.222.0.42 "GET /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007273 Jan 25 18:39:54.951879 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f5528421-13a3-441e-8c28-b3868c8ff967 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for security_group_rule (e700c51e-f3ee-4fc6-8e4f-9985bab88ef4), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.957116 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f5528421-13a3-441e-8c28-b3868c8ff967 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (e700c51e-f3ee-4fc6-8e4f-9985bab88ef4), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.982816 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f5528421-13a3-441e-8c28-b3868c8ff967 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:54.995791 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-f5528421-13a3-441e-8c28-b3868c8ff967 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1472616 Jan 25 18:39:54.997827 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5528421-13a3-441e-8c28-b3868c8ff967 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e700c51e-f3ee-4fc6-8e4f-9985bab88ef4,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:55.018180 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-bb42dc02-9fac-429e-8a3a-53304b77a19e None None] Current status of the port 488c5d1f-26b3-45c6-b580-f5130d5f6cdc is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:55.018717 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb42dc02-9fac-429e-8a3a-53304b77a19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (488c5d1f-26b3-45c6-b580-f5130d5f6cdc), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:55.049049 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570f8bb-f65c-4536-9cfc-4efc3b4b55c7 req-276c018e-f429-40b3-b9be-dff62461b638 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:55.056046 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b570f8bb-f65c-4536-9cfc-4efc3b4b55c7 req-276c018e-f429-40b3-b9be-dff62461b638 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0719597 Jan 25 18:39:55.083979 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-bb42dc02-9fac-429e-8a3a-53304b77a19e None None] For port 488c5d1f-26b3-45c6-b580-f5130d5f6cdc, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=488c5d1f-26b3-45c6-b580-f5130d5f6cdc,segment=NetworkSegment(67e75d78-1667-4ad5-992b-d5bdf2501d2c),segment_id=67e75d78-1667-4ad5-992b-d5bdf2501d2c)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:39:55.089872 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb42dc02-9fac-429e-8a3a-53304b77a19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (488c5d1f-26b3-45c6-b580-f5130d5f6cdc), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:55.104816 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b570f8bb-f65c-4536-9cfc-4efc3b4b55c7 req-462f57e6-37d0-4ea9-a582-31078b9b1a32 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479085 Jan 25 18:39:55.282128 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42dc02-9fac-429e-8a3a-53304b77a19e None None] Pushing event updated for resources: {'Port': ['ID=488c5d1f-26b3-45c6-b580-f5130d5f6cdc,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:55.297782 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-f6912d25-535d-4933-9f8a-87bf9e51a626 None None] Provisioning complete for port 488c5d1f-26b3-45c6-b580-f5130d5f6cdc triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:55.298161 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f6912d25-535d-4933-9f8a-87bf9e51a626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (488c5d1f-26b3-45c6-b580-f5130d5f6cdc), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:55.302530 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7340ab95-dd14-4236-8870-4d79c841a5e4', 'name': 'tempest-TestShelveInstance-1315760163-router', 'tenant_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '8d122680-b3eb-4aa2-b760-10e73ebb3be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:39:47Z', 'updated_at': '2022-01-25T18:39:51Z', 'revision_number': 4, 'project_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'gw_port': {'id': '8d122680-b3eb-4aa2-b760-10e73ebb3be4', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7340ab95-dd14-4236-8870-4d79c841a5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:47Z', 'updated_at': '2022-01-25T18:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '488c5d1f-26b3-45c6-b580-f5130d5f6cdc', 'name': '', 'network_id': 'bc0eb4db-42de-4b07-8b0f-b1830799c42c', 'tenant_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'mac_address': 'fa:16:3e:d2:81:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7340ab95-dd14-4236-8870-4d79c841a5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6d376e2b-110d-4a20-b17e-761378897779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:50Z', 'updated_at': '2022-01-25T18:39:54Z', 'revision_number': 4, 'project_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'subnets': [{'id': '6d376e2b-110d-4a20-b17e-761378897779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:39:55.347902 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9e80b2-8b9b-4604-97b0-16456de2c799 None None] The sync data for ids ['7340ab95-dd14-4236-8870-4d79c841a5e4'] in dv-cinder-826350-1-iscsi is: [{'id': '7340ab95-dd14-4236-8870-4d79c841a5e4', 'name': 'tempest-TestShelveInstance-1315760163-router', 'tenant_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '8d122680-b3eb-4aa2-b760-10e73ebb3be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:39:47Z', 'updated_at': '2022-01-25T18:39:51Z', 'revision_number': 4, 'project_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'gw_port': {'id': '8d122680-b3eb-4aa2-b760-10e73ebb3be4', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7340ab95-dd14-4236-8870-4d79c841a5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:47Z', 'updated_at': '2022-01-25T18:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '488c5d1f-26b3-45c6-b580-f5130d5f6cdc', 'name': '', 'network_id': 'bc0eb4db-42de-4b07-8b0f-b1830799c42c', 'tenant_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'mac_address': 'fa:16:3e:d2:81:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7340ab95-dd14-4236-8870-4d79c841a5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6d376e2b-110d-4a20-b17e-761378897779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:50Z', 'updated_at': '2022-01-25T18:39:54Z', 'revision_number': 4, 'project_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'subnets': [{'id': '6d376e2b-110d-4a20-b17e-761378897779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:39:55.445839 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-f6912d25-535d-4933-9f8a-87bf9e51a626 None None] Current status of the port 488c5d1f-26b3-45c6-b580-f5130d5f6cdc is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:55.598775 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 488c5d1f-26b3-45c6-b580-f5130d5f6cdc up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:39:55.660321 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 488c5d1f-26b3-45c6-b580-f5130d5f6cdc triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:39:55.660717 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (488c5d1f-26b3-45c6-b580-f5130d5f6cdc), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:55.752203 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 488c5d1f-26b3-45c6-b580-f5130d5f6cdc is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:55.871551 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb77de-49e7-4f14-b05a-6abaa0158b5f req-883100cd-7ce7-40a5-b9fe-8ac8ee4a369a tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:55.873134 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7dfb77de-49e7-4f14-b05a-6abaa0158b5f req-883100cd-7ce7-40a5-b9fe-8ac8ee4a369a tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8280f8-3133-44c3-a1d2-b836be87a562 HTTP/1.1" status: 200 len: 943 time: 0.0494409 Jan 25 18:39:55.921175 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7dfb77de-49e7-4f14-b05a-6abaa0158b5f req-4a08d1e6-8b20-4b10-b68d-b6a5549d515c tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423207 Jan 25 18:39:56.478239 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 96c5d565-5330-4211-990d-53b2d1dc542f details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:39:56.582190 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 96c5d565-5330-4211-990d-53b2d1dc542f, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=96c5d565-5330-4211-990d-53b2d1dc542f,segment=NetworkSegment(63da4b9e-7aec-4a65-8c20-bb312e592a28),segment_id=63da4b9e-7aec-4a65-8c20-bb312e592a28)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:39:56.594314 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': '96c5d565-5330-4211-990d-53b2d1dc542f', 'network_id': '97ab6680-7adb-4fea-a3d3-a93c6c42ed71', 'port_id': '96c5d565-5330-4211-990d-53b2d1dc542f', 'mac_address': 'fa:16:3e:91:71:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f089d72-d869-450d-ba13-6426ebb7bbcd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:39:56.638721 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 96c5d565-5330-4211-990d-53b2d1dc542f is: DOWN; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:39:56.639126 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (96c5d565-5330-4211-990d-53b2d1dc542f), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:56.653693 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c5d565-5330-4211-990d-53b2d1dc542f {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:39:56.672895 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 96c5d565-5330-4211-990d-53b2d1dc542f, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=96c5d565-5330-4211-990d-53b2d1dc542f,segment=NetworkSegment(63da4b9e-7aec-4a65-8c20-bb312e592a28),segment_id=63da4b9e-7aec-4a65-8c20-bb312e592a28)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:39:56.677251 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (96c5d565-5330-4211-990d-53b2d1dc542f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:39:56.734960 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=96c5d565-5330-4211-990d-53b2d1dc542f,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:39:56.875629 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f161a-b511-4ddc-aa98-8d3d44dbe23b req-3c10b744-d7bd-4e82-92ff-9479bbbd8986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:56.877081 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-de8f161a-b511-4ddc-aa98-8d3d44dbe23b req-3c10b744-d7bd-4e82-92ff-9479bbbd8986 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79f0c4c6863c4b73a0b86bb8d897ad55&device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 1099 time: 0.0688653 Jan 25 18:39:56.898757 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde964d-8efe-45d9-8c33-3d82ddfbe064 req-5c34fb19-7f55-47e8-ab3c-cf1bd0dca500 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:56.900116 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6fde964d-8efe-45d9-8c33-3d82ddfbe064 req-5c34fb19-7f55-47e8-ab3c-cf1bd0dca500 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0668261 Jan 25 18:39:56.999486 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6fde964d-8efe-45d9-8c33-3d82ddfbe064 req-a12bf469-8748-4595-a25a-7f9178d528bb tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894873 Jan 25 18:39:57.031948 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f161a-b511-4ddc-aa98-8d3d44dbe23b req-ac143c62-fbbc-4366-936d-feba5c33d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:57.033388 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-de8f161a-b511-4ddc-aa98-8d3d44dbe23b req-ac143c62-fbbc-4366-936d-feba5c33d9a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f1204178-e3f4-4d73-ba25-93a4ab80f272 HTTP/1.1" status: 200 len: 920 time: 0.1491098 Jan 25 18:39:57.087577 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-de8f161a-b511-4ddc-aa98-8d3d44dbe23b req-a492bfbd-6d90-4047-af84-570342aa4355 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5f01456-5a0b-4460-91e4-8a9fff427abf HTTP/1.1" status: 200 len: 217 time: 0.0407894 Jan 25 18:39:57.115664 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b83e41-7e4c-416f-aeac-d5a28f62b221 req-e125176c-5db1-4d86-867a-be5440ed9712 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:57.117497 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d3b83e41-7e4c-416f-aeac-d5a28f62b221 req-e125176c-5db1-4d86-867a-be5440ed9712 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8280f8-3133-44c3-a1d2-b836be87a562 HTTP/1.1" status: 200 len: 944 time: 0.1134326 Jan 25 18:39:57.179451 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f161a-b511-4ddc-aa98-8d3d44dbe23b req-e7ba43fb-00d5-42ef-a629-af516c468da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:57.180771 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-de8f161a-b511-4ddc-aa98-8d3d44dbe23b req-e7ba43fb-00d5-42ef-a629-af516c468da8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18b441d1-81c8-4da4-95e8-ec948459c314 HTTP/1.1" status: 200 len: 859 time: 0.0816772 Jan 25 18:39:57.191058 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['96c5d565-5330-4211-990d-53b2d1dc542f'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:39:57.214806 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d3b83e41-7e4c-416f-aeac-d5a28f62b221 req-f3b17d7e-4480-4439-8fb9-2878624c857f tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654187 Jan 25 18:39:57.242668 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-de8f161a-b511-4ddc-aa98-8d3d44dbe23b req-d547f793-4f17-4dd7-9d3c-0b7205195d5e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f1204178-e3f4-4d73-ba25-93a4ab80f272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350280 Jan 25 18:39:57.354870 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-de8f161a-b511-4ddc-aa98-8d3d44dbe23b req-94e74447-fff6-4d9a-802c-fd5d5232e9b5 service neutron] 10.222.0.42 "GET /v2.0/networks/f1204178-e3f4-4d73-ba25-93a4ab80f272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959466 Jan 25 18:39:57.449944 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-de8f161a-b511-4ddc-aa98-8d3d44dbe23b req-1211a726-bc08-4ade-b5f2-66e5d19f75a0 service neutron] 10.222.0.42 "GET /v2.0/networks/f1204178-e3f4-4d73-ba25-93a4ab80f272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869308 Jan 25 18:39:58.117749 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced189ac-493d-4130-b470-55f12f174f23 req-1d90783f-6123-41f7-84fd-d6b97e156086 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:58.119387 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ced189ac-493d-4130-b470-55f12f174f23 req-1d90783f-6123-41f7-84fd-d6b97e156086 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0479875 Jan 25 18:39:58.166506 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ced189ac-493d-4130-b470-55f12f174f23 req-0abbb444-cdfe-49d1-ac91-c9b5dd7dbe7b tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409727 Jan 25 18:39:58.309682 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7151399-813f-4740-81da-0be91ebe739a req-692a1dc9-f1df-4ed1-bf31-4ec16f56f637 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:58.311215 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f7151399-813f-4740-81da-0be91ebe739a req-692a1dc9-f1df-4ed1-bf31-4ec16f56f637 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8280f8-3133-44c3-a1d2-b836be87a562 HTTP/1.1" status: 200 len: 944 time: 0.0482717 Jan 25 18:39:58.366773 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f7151399-813f-4740-81da-0be91ebe739a req-842a0790-acaa-4128-90af-667220608797 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473192 Jan 25 18:39:59.284225 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae8f29-a0f4-4421-99be-ba6f7dfb2e42 req-04209150-159d-417c-a5de-7d2daed666cf tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:59.285708 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-16ae8f29-a0f4-4421-99be-ba6f7dfb2e42 req-04209150-159d-417c-a5de-7d2daed666cf tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0479617 Jan 25 18:39:59.333471 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-16ae8f29-a0f4-4421-99be-ba6f7dfb2e42 req-677d4c55-3787-48c6-9333-4de05576aeba tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423858 Jan 25 18:39:59.481987 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0d9bc-27e4-4180-b210-9087714d4aa6 req-175a24f9-b8e7-4ad1-b122-6581fdc17a08 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:39:59.483491 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4ef0d9bc-27e4-4180-b210-9087714d4aa6 req-175a24f9-b8e7-4ad1-b122-6581fdc17a08 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8280f8-3133-44c3-a1d2-b836be87a562 HTTP/1.1" status: 200 len: 944 time: 0.0523801 Jan 25 18:39:59.529652 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4ef0d9bc-27e4-4180-b210-9087714d4aa6 req-d6d90d9f-b6df-4793-9d6b-23abac2c8a36 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407434 Jan 25 18:40:00.049517 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-937848e0-92a4-4d79-b7f3-5b145f008741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:00.456590 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af34f0-e821-4d69-9e81-f02cbaceaf02 req-5b06a8dd-6197-499e-82a8-3b70e9f31ebb tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:00.458162 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-05af34f0-e821-4d69-9e81-f02cbaceaf02 req-5b06a8dd-6197-499e-82a8-3b70e9f31ebb tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0500798 Jan 25 18:40:00.505322 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-05af34f0-e821-4d69-9e81-f02cbaceaf02 req-30b74833-954c-46d6-b743-6e973aa90d9d tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409858 Jan 25 18:40:00.532057 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 96c5d565-5330-4211-990d-53b2d1dc542f up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:40:00.592014 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning for port 96c5d565-5330-4211-990d-53b2d1dc542f completed by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 18:40:00.597002 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port 96c5d565-5330-4211-990d-53b2d1dc542f triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:40:00.597341 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (96c5d565-5330-4211-990d-53b2d1dc542f), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:00.681329 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21faea5e-76d5-48fc-b017-077b1ddf07ad req-26390a8e-7c6d-4207-bd99-8cfb53cfcb05 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:00.682974 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-21faea5e-76d5-48fc-b017-077b1ddf07ad req-26390a8e-7c6d-4207-bd99-8cfb53cfcb05 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8280f8-3133-44c3-a1d2-b836be87a562 HTTP/1.1" status: 200 len: 944 time: 0.0593729 Jan 25 18:40:00.713946 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 96c5d565-5330-4211-990d-53b2d1dc542f is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:40:00.714271 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (96c5d565-5330-4211-990d-53b2d1dc542f), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:00.739847 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8280f8-3133-44c3-a1d2-b836be87a562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c5d565-5330-4211-990d-53b2d1dc542f'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:40:00.740836 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-21faea5e-76d5-48fc-b017-077b1ddf07ad req-f7473c22-c768-48a4-a25f-fc14d3719a76 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469048 Jan 25 18:40:00.742164 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856bc3d5-1add-43c5-86c9-cfe05f72ab9d" -d '{"events": [{"server_uuid": "6c8280f8-3133-44c3-a1d2-b836be87a562", "name": "network-vif-plugged", "status": "completed", "tag": "96c5d565-5330-4211-990d-53b2d1dc542f"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:40:00.765786 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 96c5d565-5330-4211-990d-53b2d1dc542f, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=96c5d565-5330-4211-990d-53b2d1dc542f,segment=NetworkSegment(63da4b9e-7aec-4a65-8c20-bb312e592a28),segment_id=63da4b9e-7aec-4a65-8c20-bb312e592a28)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:40:00.766024 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (96c5d565-5330-4211-990d-53b2d1dc542f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:00.794501 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cf9e08-5c1d-46ae-995e-6e6703b05099 x-openstack-request-id: req-66cf9e08-5c1d-46ae-995e-6e6703b05099 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:40:00.794816 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8280f8-3133-44c3-a1d2-b836be87a562", "name": "network-vif-plugged", "status": "completed", "tag": "96c5d565-5330-4211-990d-53b2d1dc542f", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:40:00.795074 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66cf9e08-5c1d-46ae-995e-6e6703b05099 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:40:00.795466 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8280f8-3133-44c3-a1d2-b836be87a562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c5d565-5330-4211-990d-53b2d1dc542f', 'code': 200} Jan 25 18:40:00.822822 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=96c5d565-5330-4211-990d-53b2d1dc542f,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:40:01.621277 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e2431-f909-43c0-8efd-aa7dd42094b0 req-d21a7311-42ec-4e0e-b872-be084b6a774a tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:01.622860 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-160e2431-f909-43c0-8efd-aa7dd42094b0 req-d21a7311-42ec-4e0e-b872-be084b6a774a tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0486109 Jan 25 18:40:01.673394 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-160e2431-f909-43c0-8efd-aa7dd42094b0 req-b84b1fd6-e602-40d9-9f98-82a917e1f697 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450342 Jan 25 18:40:02.197967 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a79e866-603c-46ce-a48c-35eca4290dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:03.531287 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:03.920290 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafc7f7-e4ee-4dd7-b1f2-169a2406e49b req-dc3c089c-ebc2-4c02-9e74-e8da72481086 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:03.921736 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5cafc7f7-e4ee-4dd7-b1f2-169a2406e49b req-dc3c089c-ebc2-4c02-9e74-e8da72481086 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8280f8-3133-44c3-a1d2-b836be87a562 HTTP/1.1" status: 200 len: 945 time: 0.1115246 Jan 25 18:40:03.926329 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6b47b-534a-4291-954f-d1d042457a5b req-f6268b84-56ef-4667-a5eb-4ff7271a60fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:03.927693 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e0e6b47b-534a-4291-954f-d1d042457a5b req-f6268b84-56ef-4667-a5eb-4ff7271a60fb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c8280f8-3133-44c3-a1d2-b836be87a562 HTTP/1.1" status: 200 len: 1098 time: 0.0904231 Jan 25 18:40:03.936947 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6a244-778b-47f6-88cf-af64e3778083 req-fd1b95fa-6f84-40f5-b976-3e0285a5c87d tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:03.938461 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2cb6a244-778b-47f6-88cf-af64e3778083 req-fd1b95fa-6f84-40f5-b976-3e0285a5c87d tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0924144 Jan 25 18:40:04.033304 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5cafc7f7-e4ee-4dd7-b1f2-169a2406e49b req-8890e101-51ea-4e30-a4ca-42d335db9ced tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046712 Jan 25 18:40:04.039135 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e0e6b47b-534a-4291-954f-d1d042457a5b req-1c83c329-2eec-44fe-84c7-89cda26ddd5d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997729 Jan 25 18:40:04.046814 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2cb6a244-778b-47f6-88cf-af64e3778083 req-1205a32c-dccb-47a0-bc29-245e6b27a995 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975325 Jan 25 18:40:04.865716 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:05.182395 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cc328-5270-4010-8699-fda824970304 req-d5b9a5da-413f-424e-bf98-589d14e7f1f7 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:05.183925 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-093cc328-5270-4010-8699-fda824970304 req-d5b9a5da-413f-424e-bf98-589d14e7f1f7 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8280f8-3133-44c3-a1d2-b836be87a562 HTTP/1.1" status: 200 len: 945 time: 0.0785604 Jan 25 18:40:05.194506 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3b890-08fe-4490-bc91-94f73684e8d1 req-bdda25a8-f596-4f56-8887-5bdafb003f07 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:05.195845 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-49c3b890-08fe-4490-bc91-94f73684e8d1 req-bdda25a8-f596-4f56-8887-5bdafb003f07 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0797575 Jan 25 18:40:05.268763 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-093cc328-5270-4010-8699-fda824970304 req-aea60b10-baa3-4ff5-80af-020a26831d5a tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718822 Jan 25 18:40:05.271876 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-49c3b890-08fe-4490-bc91-94f73684e8d1 req-3abe071c-5674-4e52-acbc-34ac91ca0d55 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688460 Jan 25 18:40:06.124308 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:06.426305 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd4e91-7ce6-4153-856d-8c7105d54c65 req-64826939-56fb-4c0a-90e0-132bff2ecdbb tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:06.427766 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fcfd4e91-7ce6-4153-856d-8c7105d54c65 req-64826939-56fb-4c0a-90e0-132bff2ecdbb tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8280f8-3133-44c3-a1d2-b836be87a562 HTTP/1.1" status: 200 len: 945 time: 0.0894837 Jan 25 18:40:06.435048 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba04f9-8cf2-4e5e-8305-a79166c64c51 req-47e93717-62e2-4013-b0f8-4a1568ffe0fd tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:06.437110 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b5ba04f9-8cf2-4e5e-8305-a79166c64c51 req-47e93717-62e2-4013-b0f8-4a1568ffe0fd tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0850689 Jan 25 18:40:06.514178 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fcfd4e91-7ce6-4153-856d-8c7105d54c65 req-ba5a5678-b7b8-4952-8367-e8131bd42a39 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704761 Jan 25 18:40:06.521252 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b5ba04f9-8cf2-4e5e-8305-a79166c64c51 req-1297ad16-12be-4cf1-b491-9aaa7f02df75 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766778 Jan 25 18:40:07.639807 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc855788-3fad-4c37-af52-5d6e8e9f6b98 req-bd52cd9b-a8ae-461c-b469-8481cfbab5c8 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:07.641274 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-cc855788-3fad-4c37-af52-5d6e8e9f6b98 req-bd52cd9b-a8ae-461c-b469-8481cfbab5c8 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0474515 Jan 25 18:40:07.686632 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-cc855788-3fad-4c37-af52-5d6e8e9f6b98 req-b547a6c6-e1fb-4338-9c52-f60bfd8a54de tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400093 Jan 25 18:40:08.801927 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15040aea-59d1-4c1b-ae25-7a616f2bce6c req-527697a0-d152-4849-b56b-0b3e6779460d tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:08.803421 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-15040aea-59d1-4c1b-ae25-7a616f2bce6c req-527697a0-d152-4849-b56b-0b3e6779460d tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0462940 Jan 25 18:40:08.853553 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-15040aea-59d1-4c1b-ae25-7a616f2bce6c req-80de2ce0-f806-46d9-b245-367a1294b9f6 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446665 Jan 25 18:40:12.077181 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b819e78-3c1b-4d0d-a56b-421e076447f3 req-da165b46-b520-46a3-b276-fafc37d777ce tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:12.078676 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9b819e78-3c1b-4d0d-a56b-421e076447f3 req-da165b46-b520-46a3-b276-fafc37d777ce tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0465124 Jan 25 18:40:12.123948 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9b819e78-3c1b-4d0d-a56b-421e076447f3 req-87cc37d7-afdb-450f-8caa-70bf7ec64469 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400012 Jan 25 18:40:13.236745 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e186214-61f8-45bc-9cb0-79ad92232b4b req-dc07cf35-9bbe-4d26-9d51-9d67b42d5116 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:13.238209 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-1e186214-61f8-45bc-9cb0-79ad92232b4b req-dc07cf35-9bbe-4d26-9d51-9d67b42d5116 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0466752 Jan 25 18:40:13.283001 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-1e186214-61f8-45bc-9cb0-79ad92232b4b req-7e92029b-6888-4015-ab8f-3d6d8330924b tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393894 Jan 25 18:40:14.398509 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55d28c-f0ff-4855-8c21-ef3b75bca302 req-c87df7fe-ca02-4060-a78a-f78f47e2f8d8 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:14.399865 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ff55d28c-f0ff-4855-8c21-ef3b75bca302 req-c87df7fe-ca02-4060-a78a-f78f47e2f8d8 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0503592 Jan 25 18:40:14.447172 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ff55d28c-f0ff-4855-8c21-ef3b75bca302 req-5e45e696-5415-4942-9c9f-39ab77264cb7 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414414 Jan 25 18:40:14.601588 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceca98e-6b1a-4e0a-a6a5-968e3e9636a0 req-d23ef9b8-1f76-426d-bcef-4d2b1cab3b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:14.603079 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-dceca98e-6b1a-4e0a-a6a5-968e3e9636a0 req-d23ef9b8-1f76-426d-bcef-4d2b1cab3b03 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 1099 time: 0.0390177 Jan 25 18:40:14.646884 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-dceca98e-6b1a-4e0a-a6a5-968e3e9636a0 req-fd2ded9f-d6fb-457f-8df5-30c34864ecaf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354571 Jan 25 18:40:15.562290 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ad6d4-eb10-4769-aeb1-838a41ae41a9 req-6ed8c6d9-aa0b-40f1-a44d-ca249ea82d02 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:15.563745 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-1e4ad6d4-eb10-4769-aeb1-838a41ae41a9 req-6ed8c6d9-aa0b-40f1-a44d-ca249ea82d02 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0466831 Jan 25 18:40:15.611665 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-1e4ad6d4-eb10-4769-aeb1-838a41ae41a9 req-416f4594-227e-4ab1-b893-6cc8b2ac2a07 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425050 Jan 25 18:40:16.724446 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686aecb-61e2-4233-9dca-5a08da564c74 req-c0092f5e-57ec-4a15-aa3c-4f709715ba61 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:16.725893 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f686aecb-61e2-4233-9dca-5a08da564c74 req-c0092f5e-57ec-4a15-aa3c-4f709715ba61 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0466409 Jan 25 18:40:16.771507 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f686aecb-61e2-4233-9dca-5a08da564c74 req-6fc7abfb-61e4-4651-be39-f1826478e8b4 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396249 Jan 25 18:40:17.054615 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae11c1-673b-4686-9483-1dfc3acdd7b6 req-4ee9de6b-65d0-4b09-ad78-e47e5bc88893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:17.056128 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f4ae11c1-673b-4686-9483-1dfc3acdd7b6 req-4ee9de6b-65d0-4b09-ad78-e47e5bc88893 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79f0c4c6863c4b73a0b86bb8d897ad55&device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 1099 time: 0.0714304 Jan 25 18:40:17.064023 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173b6ad-290d-4eeb-ad8e-24d2e99cfe63 req-f9d24228-92ea-4f13-a993-f192700efd0c tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:17.065384 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-1173b6ad-290d-4eeb-ad8e-24d2e99cfe63 req-f9d24228-92ea-4f13-a993-f192700efd0c tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0727229 Jan 25 18:40:17.165783 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-1173b6ad-290d-4eeb-ad8e-24d2e99cfe63 req-8772afe2-3f0c-4e83-8ef0-24e9be039d06 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923738 Jan 25 18:40:17.186316 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae11c1-673b-4686-9483-1dfc3acdd7b6 req-c01ed823-c9d1-4f12-9e1a-cf7f3e1fd78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:17.187747 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f4ae11c1-673b-4686-9483-1dfc3acdd7b6 req-c01ed823-c9d1-4f12-9e1a-cf7f3e1fd78c service neutron] 10.222.0.42 "GET /v2.0/networks?id=f1204178-e3f4-4d73-ba25-93a4ab80f272 HTTP/1.1" status: 200 len: 920 time: 0.1215398 Jan 25 18:40:17.237529 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f4ae11c1-673b-4686-9483-1dfc3acdd7b6 req-28f74b8b-9488-4c02-9e88-7c58fa8ff2a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5f01456-5a0b-4460-91e4-8a9fff427abf HTTP/1.1" status: 200 len: 217 time: 0.0371845 Jan 25 18:40:17.286990 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae11c1-673b-4686-9483-1dfc3acdd7b6 req-c3c910a4-350d-4b97-af2f-a79baddd7a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:17.288353 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f4ae11c1-673b-4686-9483-1dfc3acdd7b6 req-c3c910a4-350d-4b97-af2f-a79baddd7a8b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18b441d1-81c8-4da4-95e8-ec948459c314 HTTP/1.1" status: 200 len: 859 time: 0.0424168 Jan 25 18:40:17.326462 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f4ae11c1-673b-4686-9483-1dfc3acdd7b6 req-703e1fe0-a437-4c02-8c26-484f8b34b67b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f1204178-e3f4-4d73-ba25-93a4ab80f272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237153 Jan 25 18:40:17.435150 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f4ae11c1-673b-4686-9483-1dfc3acdd7b6 req-d872175b-451d-4efd-8edf-a01479709bff service neutron] 10.222.0.42 "GET /v2.0/networks/f1204178-e3f4-4d73-ba25-93a4ab80f272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861783 Jan 25 18:40:17.436853 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:40:17.533094 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f4ae11c1-673b-4686-9483-1dfc3acdd7b6 req-a04b264e-6e5e-42e6-be74-45e86fba0048 service neutron] 10.222.0.42 "GET /v2.0/networks/f1204178-e3f4-4d73-ba25-93a4ab80f272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902159 Jan 25 18:40:17.721039 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-950e528e-84f1-4e2d-9030-d09aa0f28566 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429782449&fields=id&tenant_id=c556b3ddaecd4d80b8062755dfc00928 HTTP/1.1" status: 200 len: 267 time: 0.0441444 Jan 25 18:40:17.829157 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-592b36ad-6607-457f-8eae-af012b3634a0 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:17.830693 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-592b36ad-6607-457f-8eae-af012b3634a0 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/networks?id=c8a06883-ac3d-45ad-9081-7a40b2a3036f HTTP/1.1" status: 200 len: 809 time: 0.1033382 Jan 25 18:40:17.845285 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-4d4eb2d4-5033-4f29-ac12-2965299be96f tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/quotas/c556b3ddaecd4d80b8062755dfc00928 HTTP/1.1" status: 200 len: 375 time: 0.0092893 Jan 25 18:40:17.894201 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-19abf476-b12c-49d6-a78d-dc10445df4e2 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c556b3ddaecd4d80b8062755dfc00928&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441766 Jan 25 18:40:17.991768 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-e6d673a1-1026-4c73-936c-be8b98279492 service neutron] 10.222.0.41 "GET /v2.0/networks/c8a06883-ac3d-45ad-9081-7a40b2a3036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845575 Jan 25 18:40:18.081185 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-9bf8c083-0991-4bf1-bcfd-eeff0a8c2e5f service neutron] 10.222.0.41 "GET /v2.0/networks/c8a06883-ac3d-45ad-9081-7a40b2a3036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835564 Jan 25 18:40:18.265886 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 46556) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:40:18.291967 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bb72e-af9f-4056-9e90-64c5df963fbd req-09bc703d-150e-429d-a249-d0fe0f208aef tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:18.293678 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b08bb72e-af9f-4056-9e90-64c5df963fbd req-09bc703d-150e-429d-a249-d0fe0f208aef tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0557973 Jan 25 18:40:18.350701 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b08bb72e-af9f-4056-9e90-64c5df963fbd req-04a5ce20-8fbc-44be-8287-93ea1008ddf9 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513611 Jan 25 18:40:18.396259 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-46e58670-701a-43e2-844f-f493fe2b374d req-18d335aa-e39d-4ecd-a1b3-73a87eff52b0 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 210 time: 0.0271943 Jan 25 18:40:18.415077 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b4e91b05-6c36-4055-bde6-0af8a49590de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:18.497557 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b4e91b05-6c36-4055-bde6-0af8a49590de admin admin] Publish callbacks [] for security_group (836f3f52-3076-421d-bdad-3fae673db287), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:18.501399 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b4e91b05-6c36-4055-bde6-0af8a49590de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (836f3f52-3076-421d-bdad-3fae673db287), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:18.541475 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-b4e91b05-6c36-4055-bde6-0af8a49590de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2740a53d5c524b4785e6771cd3fb8e13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736747 Jan 25 18:40:18.542938 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e91b05-6c36-4055-bde6-0af8a49590de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836f3f52-3076-421d-bdad-3fae673db287,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:40:18.544752 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 46568) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:40:18.550461 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e91b05-6c36-4055-bde6-0af8a49590de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:18.551025 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e91b05-6c36-4055-bde6-0af8a49590de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:18.551639 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e91b05-6c36-4055-bde6-0af8a49590de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:18.552172 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e91b05-6c36-4055-bde6-0af8a49590de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:18.552689 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e91b05-6c36-4055-bde6-0af8a49590de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:18.553029 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e91b05-6c36-4055-bde6-0af8a49590de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:18.553366 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e91b05-6c36-4055-bde6-0af8a49590de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:18.553701 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e91b05-6c36-4055-bde6-0af8a49590de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:18.554055 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e91b05-6c36-4055-bde6-0af8a49590de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:18.554404 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e91b05-6c36-4055-bde6-0af8a49590de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:18.554735 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e91b05-6c36-4055-bde6-0af8a49590de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:18.555055 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e91b05-6c36-4055-bde6-0af8a49590de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:18.555372 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e91b05-6c36-4055-bde6-0af8a49590de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:18.596421 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-bbde53fd-4339-434e-859d-ba2de7d8ad85 admin admin] Publish callbacks [] for security_group (836f3f52-3076-421d-bdad-3fae673db287), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:18.620866 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-bbde53fd-4339-434e-859d-ba2de7d8ad85 admin admin] Publish callbacks [] for security_group (836f3f52-3076-421d-bdad-3fae673db287), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:18.689346 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-bbde53fd-4339-434e-859d-ba2de7d8ad85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (836f3f52-3076-421d-bdad-3fae673db287), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:18.691987 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-bbde53fd-4339-434e-859d-ba2de7d8ad85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:18.695322 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-bbde53fd-4339-434e-859d-ba2de7d8ad85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/836f3f52-3076-421d-bdad-3fae673db287 HTTP/1.1" status: 204 len: 168 time: 0.1471138 Jan 25 18:40:18.703633 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde53fd-4339-434e-859d-ba2de7d8ad85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836f3f52-3076-421d-bdad-3fae673db287,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:40:18.717863 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde53fd-4339-434e-859d-ba2de7d8ad85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:18.718332 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde53fd-4339-434e-859d-ba2de7d8ad85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:18.718608 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde53fd-4339-434e-859d-ba2de7d8ad85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:18.718971 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde53fd-4339-434e-859d-ba2de7d8ad85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:18.719404 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde53fd-4339-434e-859d-ba2de7d8ad85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:18.719810 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde53fd-4339-434e-859d-ba2de7d8ad85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:18.720062 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde53fd-4339-434e-859d-ba2de7d8ad85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:18.720396 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde53fd-4339-434e-859d-ba2de7d8ad85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:18.720730 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde53fd-4339-434e-859d-ba2de7d8ad85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:18.721068 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde53fd-4339-434e-859d-ba2de7d8ad85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:18.721446 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde53fd-4339-434e-859d-ba2de7d8ad85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:18.721775 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde53fd-4339-434e-859d-ba2de7d8ad85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:18.722136 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde53fd-4339-434e-859d-ba2de7d8ad85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:19.483306 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953d195-2909-492b-9e34-3e2bff9c4903 req-6b10a8ab-222b-4df0-a690-757972490051 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:19.484992 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2953d195-2909-492b-9e34-3e2bff9c4903 req-6b10a8ab-222b-4df0-a690-757972490051 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0554047 Jan 25 18:40:19.522674 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-bcb033ea-f625-4446-a847-1bd2474984d8 req-6f821840-bdec-4bb2-8ca7-c861583cfb9f tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 210 time: 0.0366356 Jan 25 18:40:19.587478 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2953d195-2909-492b-9e34-3e2bff9c4903 req-b3611780-4dd3-4939-96da-fa25f58dfc1a tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932200 Jan 25 18:40:19.899815 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-df3a3768-69b4-47de-b0d0-d186b8a49fcc tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:19.901406 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-df3a3768-69b4-47de-b0d0-d186b8a49fcc tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.42 "GET /v2.0/networks?id=c8a06883-ac3d-45ad-9081-7a40b2a3036f HTTP/1.1" status: 200 len: 809 time: 0.3421512 Jan 25 18:40:20.019213 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-60fbcfe8-36a4-4043-ade0-1404d7c17cf2 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c556b3ddaecd4d80b8062755dfc00928 HTTP/1.1" status: 200 len: 380 time: 0.0721867 Jan 25 18:40:20.036861 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-457754a9-9b25-4060-be48-8565f27cacaa tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Request body: {'port': {'device_id': '3c490651-f0c2-4c06-8595-66bd5fcddfb5', 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f', 'admin_state_up': True, 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'security_groups': ['eb34e862-8c39-4628-9693-546c26000ca8']}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:40:20.151167 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-457754a9-9b25-4060-be48-8565f27cacaa tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Made reservation on behalf of c556b3ddaecd4d80b8062755dfc00928 for: {'port': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:40:20.154573 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-457754a9-9b25-4060-be48-8565f27cacaa tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:20.306803 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-457754a9-9b25-4060-be48-8565f27cacaa tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Allocated IP 172.20.0.11 (c8a06883-ac3d-45ad-9081-7a40b2a3036f/78514203-1da3-4b90-9813-fbe0b3464421/f392ee21-bbbb-4260-8c0d-02a1fc085468) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:40:20.460947 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-457754a9-9b25-4060-be48-8565f27cacaa tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for port (f392ee21-bbbb-4260-8c0d-02a1fc085468), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:20.503502 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-457754a9-9b25-4060-be48-8565f27cacaa tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (f392ee21-bbbb-4260-8c0d-02a1fc085468), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:20.546078 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-457754a9-9b25-4060-be48-8565f27cacaa tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Network c8a06883-ac3d-45ad-9081-7a40b2a3036f is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:40:20.549050 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-457754a9-9b25-4060-be48-8565f27cacaa tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:40:20.556160 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-457754a9-9b25-4060-be48-8565f27cacaa tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:40:20.561499 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-457754a9-9b25-4060-be48-8565f27cacaa tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:20.562517 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-457754a9-9b25-4060-be48-8565f27cacaa tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:20.570626 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457754a9-9b25-4060-be48-8565f27cacaa tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Pushing event updated for resources: {'Port': ['ID=f392ee21-bbbb-4260-8c0d-02a1fc085468,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:40:20.586693 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-457754a9-9b25-4060-be48-8565f27cacaa tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5552850 Jan 25 18:40:20.618739 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-69e233f3-f08b-41d2-8552-9cdbe3f3aac2 service neutron] Request body: {'port': {'device_id': '3c490651-f0c2-4c06-8595-66bd5fcddfb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:40:20.780602 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-69e233f3-f08b-41d2-8552-9cdbe3f3aac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (f392ee21-bbbb-4260-8c0d-02a1fc085468), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:20.808678 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd135355-1d24-4d8c-9b8e-92798eabaef8 req-4b3acc5a-5a89-442d-8615-341a3d5cdd8e tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:20.810260 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fd135355-1d24-4d8c-9b8e-92798eabaef8 req-4b3acc5a-5a89-442d-8615-341a3d5cdd8e tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 932 time: 0.1640198 Jan 25 18:40:20.818392 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f06a47-de79-4207-a7fa-fc0bb73a966d req-95997506-b421-4aae-861f-715a469a859f tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:20.819735 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-10f06a47-de79-4207-a7fa-fc0bb73a966d req-95997506-b421-4aae-861f-715a469a859f tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.1328568 Jan 25 18:40:20.844403 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-3a649dca-fcf4-4488-9ece-b06e67aa9b70 None None] Provisioning complete for port f392ee21-bbbb-4260-8c0d-02a1fc085468 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:40:20.845507 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3a649dca-fcf4-4488-9ece-b06e67aa9b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (f392ee21-bbbb-4260-8c0d-02a1fc085468), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:20.890952 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-3a649dca-fcf4-4488-9ece-b06e67aa9b70 None None] Port f392ee21-bbbb-4260-8c0d-02a1fc085468 cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:40:21.008746 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fd135355-1d24-4d8c-9b8e-92798eabaef8 req-5d5c9f6d-9ead-4792-82e8-02df3c55cec1 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864972 Jan 25 18:40:21.021471 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-10f06a47-de79-4207-a7fa-fc0bb73a966d req-c68338c1-66f5-4b9f-8104-e64830d86d4c tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723239 Jan 25 18:40:21.223249 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-69e233f3-f08b-41d2-8552-9cdbe3f3aac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f392ee21-bbbb-4260-8c0d-02a1fc085468 {{(pid=102638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:40:21.230862 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-69e233f3-f08b-41d2-8552-9cdbe3f3aac2 service neutron] Publish callbacks [] for port (f392ee21-bbbb-4260-8c0d-02a1fc085468), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:21.242809 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.provisioning_blocks [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-69e233f3-f08b-41d2-8552-9cdbe3f3aac2 service neutron] Transition to ACTIVE for port object f392ee21-bbbb-4260-8c0d-02a1fc085468 will not be triggered until provisioned by entity L2. {{(pid=102638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 18:40:21.247644 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-69e233f3-f08b-41d2-8552-9cdbe3f3aac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (f392ee21-bbbb-4260-8c0d-02a1fc085468), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:21.315215 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e233f3-f08b-41d2-8552-9cdbe3f3aac2 service neutron] Pushing event updated for resources: {'Port': ['ID=f392ee21-bbbb-4260-8c0d-02a1fc085468,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:40:21.353411 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-69e233f3-f08b-41d2-8552-9cdbe3f3aac2 service neutron] Attempting to bind port f392ee21-bbbb-4260-8c0d-02a1fc085468 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:40:21.353744 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-69e233f3-f08b-41d2-8552-9cdbe3f3aac2 service neutron] Attempting to bind port f392ee21-bbbb-4260-8c0d-02a1fc085468 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '7235fa61-f7f3-4e1c-8ff1-37ce462743f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f'}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:40:21.354358 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-69e233f3-f08b-41d2-8552-9cdbe3f3aac2 service neutron] Attempting to bind port f392ee21-bbbb-4260-8c0d-02a1fc085468 on network c8a06883-ac3d-45ad-9081-7a40b2a3036f {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:40:21.358912 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-69e233f3-f08b-41d2-8552-9cdbe3f3aac2 service neutron] Port f392ee21-bbbb-4260-8c0d-02a1fc085468 on network c8a06883-ac3d-45ad-9081-7a40b2a3036f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 18:40:21.359283 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-69e233f3-f08b-41d2-8552-9cdbe3f3aac2 service neutron] Attempting to bind port f392ee21-bbbb-4260-8c0d-02a1fc085468 on network c8a06883-ac3d-45ad-9081-7a40b2a3036f {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:40:21.365342 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-69e233f3-f08b-41d2-8552-9cdbe3f3aac2 service neutron] Checking agent: {'id': 'bdb5f0d3-661d-4d22-a5ac-70c284fe21ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'started_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:40:21.365521 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-69e233f3-f08b-41d2-8552-9cdbe3f3aac2 service neutron] Checking segment: {'id': '7235fa61-f7f3-4e1c-8ff1-37ce462743f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:40:21.365827 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-69e233f3-f08b-41d2-8552-9cdbe3f3aac2 service neutron] Bound using segment: {'id': '7235fa61-f7f3-4e1c-8ff1-37ce462743f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f'} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:40:21.366430 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-69e233f3-f08b-41d2-8552-9cdbe3f3aac2 service neutron] Bound port: f392ee21-bbbb-4260-8c0d-02a1fc085468, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7235fa61-f7f3-4e1c-8ff1-37ce462743f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f'}}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:40:21.366892 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-69e233f3-f08b-41d2-8552-9cdbe3f3aac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (f392ee21-bbbb-4260-8c0d-02a1fc085468), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:21.447512 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-69e233f3-f08b-41d2-8552-9cdbe3f3aac2 service neutron] For port f392ee21-bbbb-4260-8c0d-02a1fc085468, host hv-cinder-82635, cleared binding levels {{(pid=102638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:40:21.451415 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-69e233f3-f08b-41d2-8552-9cdbe3f3aac2 service neutron] For port f392ee21-bbbb-4260-8c0d-02a1fc085468, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=f392ee21-bbbb-4260-8c0d-02a1fc085468,segment=NetworkSegment(7235fa61-f7f3-4e1c-8ff1-37ce462743f6),segment_id=7235fa61-f7f3-4e1c-8ff1-37ce462743f6)] {{(pid=102638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:40:21.455917 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-69e233f3-f08b-41d2-8552-9cdbe3f3aac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (f392ee21-bbbb-4260-8c0d-02a1fc085468), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:21.494580 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-69e233f3-f08b-41d2-8552-9cdbe3f3aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:21.495295 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-69e233f3-f08b-41d2-8552-9cdbe3f3aac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:21.497989 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-69e233f3-f08b-41d2-8552-9cdbe3f3aac2 service neutron] 10.222.0.42 "PUT /v2.0/ports/f392ee21-bbbb-4260-8c0d-02a1fc085468 HTTP/1.1" status: 200 len: 1094 time: 0.8853929 Jan 25 18:40:21.500400 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c490651-f0c2-4c06-8595-66bd5fcddfb5', 'tag': 'f392ee21-bbbb-4260-8c0d-02a1fc085468'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:40:21.503850 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed74422-f422-4501-ba00-dcd18f8f84be" -d '{"events": [{"name": "network-changed", "server_uuid": "3c490651-f0c2-4c06-8595-66bd5fcddfb5", "tag": "f392ee21-bbbb-4260-8c0d-02a1fc085468"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:40:21.535703 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e233f3-f08b-41d2-8552-9cdbe3f3aac2 service neutron] Pushing event updated for resources: {'Port': ['ID=f392ee21-bbbb-4260-8c0d-02a1fc085468,revision_number=3']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:40:21.583925 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1be4239-81f7-4a52-9ebd-4ef4d5b7b66f x-openstack-request-id: req-e1be4239-81f7-4a52-9ebd-4ef4d5b7b66f {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:40:21.584125 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c490651-f0c2-4c06-8595-66bd5fcddfb5", "tag": "f392ee21-bbbb-4260-8c0d-02a1fc085468", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:40:21.584377 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1be4239-81f7-4a52-9ebd-4ef4d5b7b66f {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:40:21.584773 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c490651-f0c2-4c06-8595-66bd5fcddfb5', 'tag': 'f392ee21-bbbb-4260-8c0d-02a1fc085468', 'status': 'completed', 'code': 200} Jan 25 18:40:21.600904 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-f167e525-2c92-48b0-ac49-df9fe6dc1332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:21.602449 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-f167e525-2c92-48b0-ac49-df9fe6dc1332 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c556b3ddaecd4d80b8062755dfc00928&device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 1097 time: 0.0508001 Jan 25 18:40:21.654265 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-20daa8da-f3d5-4372-a94f-72161bfde227 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f392ee21-bbbb-4260-8c0d-02a1fc085468 HTTP/1.1" status: 200 len: 217 time: 0.0404165 Jan 25 18:40:21.714685 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-2efafec5-97b7-4a84-8e03-f1330f7b0bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:21.716249 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-2efafec5-97b7-4a84-8e03-f1330f7b0bfa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=78514203-1da3-4b90-9813-fbe0b3464421 HTTP/1.1" status: 200 len: 848 time: 0.0528054 Jan 25 18:40:21.739989 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-0df9ea6b-dc77-4987-a33c-f4a857964d33 req-22602dfb-0003-49f1-8566-8da2d6983a83 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416651 Jan 25 18:40:21.761533 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-22640561-1125-4c2f-8ce0-64701af4544c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:21.763042 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-22640561-1125-4c2f-8ce0-64701af4544c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8a06883-ac3d-45ad-9081-7a40b2a3036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397453 Jan 25 18:40:21.846498 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:22.141148 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309edfc0-1e2f-4d95-9b29-7e35b824d221 req-20549fc5-ff51-41a3-a4db-c6abb90329a0 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:22.142665 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-309edfc0-1e2f-4d95-9b29-7e35b824d221 req-20549fc5-ff51-41a3-a4db-c6abb90329a0 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 944 time: 0.0484302 Jan 25 18:40:22.195650 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-309edfc0-1e2f-4d95-9b29-7e35b824d221 req-0fee5ea8-4f2c-436a-8b18-d4b41cec0647 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475712 Jan 25 18:40:23.305142 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf67a86-7f42-4738-8114-6adb20cfe304 req-c2538996-433f-427f-8393-7b7f75cd96c7 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:23.306587 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6cf67a86-7f42-4738-8114-6adb20cfe304 req-c2538996-433f-427f-8393-7b7f75cd96c7 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 944 time: 0.0451918 Jan 25 18:40:23.352886 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6cf67a86-7f42-4738-8114-6adb20cfe304 req-cf43a600-456a-40d2-bbdb-2b8bfcdc1139 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404785 Jan 25 18:40:24.465796 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe744cf-e8cc-4c1a-b3bd-9acc2b855a62 req-eae36660-0314-4c00-9752-0046ece413d4 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:24.467926 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-afe744cf-e8cc-4c1a-b3bd-9acc2b855a62 req-eae36660-0314-4c00-9752-0046ece413d4 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 944 time: 0.0506136 Jan 25 18:40:24.525001 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9ea6b-dc77-4987-a33c-f4a857964d33 req-5701c396-a054-45d0-9b37-edf2052e7a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:24.526572 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-0df9ea6b-dc77-4987-a33c-f4a857964d33 req-5701c396-a054-45d0-9b37-edf2052e7a04 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79f0c4c6863c4b73a0b86bb8d897ad55&device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 1099 time: 0.0416274 Jan 25 18:40:24.586586 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-afe744cf-e8cc-4c1a-b3bd-9acc2b855a62 req-34a41d69-0868-4a59-b06b-ebbeb615fa7e tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128607 Jan 25 18:40:24.626382 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-d8b8f87d-cd70-487f-88d6-b0d91b061cb7 service neutron] 10.222.0.42 "GET /v2.0/networks/c8a06883-ac3d-45ad-9081-7a40b2a3036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439662 Jan 25 18:40:24.645104 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9ea6b-dc77-4987-a33c-f4a857964d33 req-9ac7ec6b-cd70-4e0e-98c6-1dfb07f5367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:24.646768 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-0df9ea6b-dc77-4987-a33c-f4a857964d33 req-9ac7ec6b-cd70-4e0e-98c6-1dfb07f5367c service neutron] 10.222.0.42 "GET /v2.0/networks?id=f1204178-e3f4-4d73-ba25-93a4ab80f272 HTTP/1.1" status: 200 len: 920 time: 0.0965340 Jan 25 18:40:24.706312 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-0df9ea6b-dc77-4987-a33c-f4a857964d33 req-a7dfca0b-053e-4939-9bbc-ebda40350838 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5f01456-5a0b-4460-91e4-8a9fff427abf HTTP/1.1" status: 200 len: 217 time: 0.0468261 Jan 25 18:40:24.761251 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e99c268-51f1-4548-9c8c-e5b5dd01db0e req-0610c5ac-1e4e-49a2-9662-7551a2c87549 service neutron] 10.222.0.42 "GET /v2.0/networks/c8a06883-ac3d-45ad-9081-7a40b2a3036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269386 Jan 25 18:40:24.776320 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9ea6b-dc77-4987-a33c-f4a857964d33 req-7ba09090-b1ea-4546-bd81-2604eac0aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:24.778207 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-0df9ea6b-dc77-4987-a33c-f4a857964d33 req-7ba09090-b1ea-4546-bd81-2604eac0aa84 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18b441d1-81c8-4da4-95e8-ec948459c314 HTTP/1.1" status: 200 len: 859 time: 0.0642991 Jan 25 18:40:24.814622 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-0df9ea6b-dc77-4987-a33c-f4a857964d33 req-a288c43c-b9df-4339-869e-f95fdbfe31e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f1204178-e3f4-4d73-ba25-93a4ab80f272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269840 Jan 25 18:40:24.883528 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed74422-f422-4501-ba00-dcd18f8f84be req-d3954767-9833-482f-8f11-0af6c1311ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:24.885057 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2ed74422-f422-4501-ba00-dcd18f8f84be req-d3954767-9833-482f-8f11-0af6c1311ebd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c556b3ddaecd4d80b8062755dfc00928&device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 1097 time: 0.0426023 Jan 25 18:40:24.940557 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-0df9ea6b-dc77-4987-a33c-f4a857964d33 req-ad302014-23b4-4806-a929-a6c6552b1042 service neutron] 10.222.0.42 "GET /v2.0/networks/f1204178-e3f4-4d73-ba25-93a4ab80f272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974185 Jan 25 18:40:24.975873 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed74422-f422-4501-ba00-dcd18f8f84be req-5c1449db-9986-473f-907f-c8090fdf9b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:24.977339 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2ed74422-f422-4501-ba00-dcd18f8f84be req-5c1449db-9986-473f-907f-c8090fdf9b90 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8a06883-ac3d-45ad-9081-7a40b2a3036f HTTP/1.1" status: 200 len: 910 time: 0.0860074 Jan 25 18:40:25.154762 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2ed74422-f422-4501-ba00-dcd18f8f84be req-e2c12c9e-e08c-4fd4-a381-0a44d65ef602 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f392ee21-bbbb-4260-8c0d-02a1fc085468 HTTP/1.1" status: 200 len: 217 time: 0.0582328 Jan 25 18:40:25.191134 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-0df9ea6b-dc77-4987-a33c-f4a857964d33 req-99a9488d-241f-4c73-9b66-a4c6cd9df8eb service neutron] 10.222.0.42 "GET /v2.0/networks/f1204178-e3f4-4d73-ba25-93a4ab80f272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959444 Jan 25 18:40:25.230937 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed74422-f422-4501-ba00-dcd18f8f84be req-4570de39-e966-43de-a50b-ae2f26b898e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:25.232404 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2ed74422-f422-4501-ba00-dcd18f8f84be req-4570de39-e966-43de-a50b-ae2f26b898e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=78514203-1da3-4b90-9813-fbe0b3464421 HTTP/1.1" status: 200 len: 848 time: 0.0623212 Jan 25 18:40:25.240094 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07649bec-d91b-4511-a9c8-c3a10bf98eed req-8e5d6d4e-ca5e-41f2-85ef-42952089dfdb tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:25.241556 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-07649bec-d91b-4511-a9c8-c3a10bf98eed req-8e5d6d4e-ca5e-41f2-85ef-42952089dfdb tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.1344352 Jan 25 18:40:25.320041 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed74422-f422-4501-ba00-dcd18f8f84be req-a186374c-31f1-4cdf-8937-32d9ff33aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:25.321859 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2ed74422-f422-4501-ba00-dcd18f8f84be req-a186374c-31f1-4cdf-8937-32d9ff33aed9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8a06883-ac3d-45ad-9081-7a40b2a3036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792732 Jan 25 18:40:25.326621 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-07649bec-d91b-4511-a9c8-c3a10bf98eed req-d9abe0ac-d21e-49be-b400-c9f6fb2f056a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754867 Jan 25 18:40:25.431173 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2ed74422-f422-4501-ba00-dcd18f8f84be req-e5bbca2a-b094-4351-ac32-198b0e14c0c2 service neutron] 10.222.0.42 "GET /v2.0/networks/c8a06883-ac3d-45ad-9081-7a40b2a3036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979891 Jan 25 18:40:25.526976 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2ed74422-f422-4501-ba00-dcd18f8f84be req-fde58c28-6251-454f-9646-467c884ef409 service neutron] 10.222.0.42 "GET /v2.0/networks/c8a06883-ac3d-45ad-9081-7a40b2a3036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874860 Jan 25 18:40:25.594502 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11971eba-b951-42c1-9c0c-8c710d9234a2 req-81945d1a-fcdb-4292-b734-79d615ef1ad6 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:25.595953 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-11971eba-b951-42c1-9c0c-8c710d9234a2 req-81945d1a-fcdb-4292-b734-79d615ef1ad6 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0476186 Jan 25 18:40:25.641693 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-11971eba-b951-42c1-9c0c-8c710d9234a2 req-593845b1-6240-464d-b77b-d50762e4ac8d tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403118 Jan 25 18:40:25.705745 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb542ce7-d140-445a-b856-f70b2fff918e req-56dd0dc2-66eb-46b1-a30d-c0bd7a17de4d tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:25.707242 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-eb542ce7-d140-445a-b856-f70b2fff918e req-56dd0dc2-66eb-46b1-a30d-c0bd7a17de4d tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 944 time: 0.0489259 Jan 25 18:40:25.761201 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-eb542ce7-d140-445a-b856-f70b2fff918e req-db6e2434-7d52-421f-aba3-56b59e73303b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483181 Jan 25 18:40:26.446720 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a20b9-16da-4b93-a4fb-9cf8146bb57f req-225ae353-4f3d-4ab7-ba38-6316c1305ec4 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:26.448973 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b68a20b9-16da-4b93-a4fb-9cf8146bb57f req-225ae353-4f3d-4ab7-ba38-6316c1305ec4 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.0455287 Jan 25 18:40:26.492783 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b68a20b9-16da-4b93-a4fb-9cf8146bb57f req-1581dc36-3470-4d27-9ff0-8e604386d910 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384433 Jan 25 18:40:26.871565 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ab2d6-c01e-4707-bf63-0379da3e5c56 req-7a69976d-4352-41fa-9f0d-2dfab8bc9e20 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:26.873017 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d82ab2d6-c01e-4707-bf63-0379da3e5c56 req-7a69976d-4352-41fa-9f0d-2dfab8bc9e20 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 944 time: 0.0459890 Jan 25 18:40:26.921453 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d82ab2d6-c01e-4707-bf63-0379da3e5c56 req-3aaec30f-4beb-4e85-927f-e8231c7af382 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430033 Jan 25 18:40:27.610223 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30efd58-de9c-4fc4-9cbd-cc7dced5de90 req-92ea8e8d-809b-4886-a4e7-21c3cee649cf tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:27.611640 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b30efd58-de9c-4fc4-9cbd-cc7dced5de90 req-92ea8e8d-809b-4886-a4e7-21c3cee649cf tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.0497923 Jan 25 18:40:27.658245 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b30efd58-de9c-4fc4-9cbd-cc7dced5de90 req-f00c2c2b-86f3-40dc-9b23-79c372383a90 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410051 Jan 25 18:40:28.035682 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b086d4d-5d25-44c5-9c38-9769cabb63df req-216f557b-f643-4d50-a6db-76493476d16f tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:28.037148 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2b086d4d-5d25-44c5-9c38-9769cabb63df req-216f557b-f643-4d50-a6db-76493476d16f tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 944 time: 0.0509887 Jan 25 18:40:28.085275 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2b086d4d-5d25-44c5-9c38-9769cabb63df req-45adff41-d86d-4daf-a7d4-1514b146ccc6 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426505 Jan 25 18:40:28.788349 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014a7b1-b0f7-4fd9-b451-41f1de42d828 req-c6d80ca2-0aae-4625-9c93-e51c199a14e6 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:28.789797 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4014a7b1-b0f7-4fd9-b451-41f1de42d828 req-c6d80ca2-0aae-4625-9c93-e51c199a14e6 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.0567465 Jan 25 18:40:28.838465 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4014a7b1-b0f7-4fd9-b451-41f1de42d828 req-e19d88a1-aa98-4458-a0b1-43ece0573677 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424168 Jan 25 18:40:29.199655 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80b3e2-f1ac-4e0b-b1dc-8c6002678dab req-12a92b16-86d6-45d5-8975-a155143466d8 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:29.201107 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7e80b3e2-f1ac-4e0b-b1dc-8c6002678dab req-12a92b16-86d6-45d5-8975-a155143466d8 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 944 time: 0.0485296 Jan 25 18:40:29.249989 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7e80b3e2-f1ac-4e0b-b1dc-8c6002678dab req-08d17ba7-dfa8-4a83-8e49-95d9602326e2 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433877 Jan 25 18:40:29.956234 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c64f56-8bab-4d0c-b72f-8d6ef8bfdf20 req-038b7bd4-9711-4da4-b8ce-16d359b9fa66 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:29.957637 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-36c64f56-8bab-4d0c-b72f-8d6ef8bfdf20 req-038b7bd4-9711-4da4-b8ce-16d359b9fa66 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.0463133 Jan 25 18:40:30.010527 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-36c64f56-8bab-4d0c-b72f-8d6ef8bfdf20 req-766913d7-87a8-4192-804b-d6537813238d tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472713 Jan 25 18:40:30.050677 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-feca50ac-1aa1-4a90-8cfc-e7e8c3d6a23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:30.322551 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a22c7a-15de-4130-bf5a-606a0fd55ce6 req-b06adcb2-234d-4a7a-b4e4-5bba72700fc2 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:30.324867 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-27a22c7a-15de-4130-bf5a-606a0fd55ce6 req-b06adcb2-234d-4a7a-b4e4-5bba72700fc2 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8280f8-3133-44c3-a1d2-b836be87a562 HTTP/1.1" status: 200 len: 945 time: 0.0479443 Jan 25 18:40:30.397491 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821def5-95d5-4442-9638-ccc85f612427 req-eb93b38e-9e76-4b0d-8b8b-682ff196d603 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:30.398963 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2821def5-95d5-4442-9638-ccc85f612427 req-eb93b38e-9e76-4b0d-8b8b-682ff196d603 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 944 time: 0.0732532 Jan 25 18:40:30.401766 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-27a22c7a-15de-4130-bf5a-606a0fd55ce6 req-528527ce-4914-4440-961d-35ee5bc16e3a tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683804 Jan 25 18:40:30.450621 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2821def5-95d5-4442-9638-ccc85f612427 req-fdc30e7b-a017-4b78-9947-639b5b5969c9 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454288 Jan 25 18:40:31.130972 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98768a-2ab9-44ae-b509-a450ab62f6cd req-ce0d8f3c-a37e-4b5e-a9e7-6cd1b09a17de tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:31.132451 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8f98768a-2ab9-44ae-b509-a450ab62f6cd req-ce0d8f3c-a37e-4b5e-a9e7-6cd1b09a17de tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.0535729 Jan 25 18:40:31.178403 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8f98768a-2ab9-44ae-b509-a450ab62f6cd req-70ba916a-8831-4aae-a82d-3555ac1ca6eb tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396104 Jan 25 18:40:31.514202 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0970a-96f1-4691-9bfd-b6acfe711b62 req-01041cd5-5872-4ce0-9e29-9d5a26ec8db1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:31.515686 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-dfa0970a-96f1-4691-9bfd-b6acfe711b62 req-01041cd5-5872-4ce0-9e29-9d5a26ec8db1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8280f8-3133-44c3-a1d2-b836be87a562 HTTP/1.1" status: 200 len: 945 time: 0.0475423 Jan 25 18:40:31.589778 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b21ea-a475-4de0-9a0a-1bfeb0bb56ae req-d0d9bb03-80c1-4c6f-a21c-4450c013f30d tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:31.591286 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ac6b21ea-a475-4de0-9a0a-1bfeb0bb56ae req-d0d9bb03-80c1-4c6f-a21c-4450c013f30d tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 944 time: 0.0747354 Jan 25 18:40:31.594610 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-dfa0970a-96f1-4691-9bfd-b6acfe711b62 req-3d6dcf9c-4394-445e-b775-c2ba817799c1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702219 Jan 25 18:40:31.644273 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ac6b21ea-a475-4de0-9a0a-1bfeb0bb56ae req-dead9d48-6093-4787-a836-99ec57eb7989 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474632 Jan 25 18:40:32.199287 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2f81870d-d8a7-432e-bc2f-f53a9e55c108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:32.292321 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67220a94-79aa-42fd-80fd-c2097460cf56 req-4b5b8e15-3408-45bd-a574-d5920f5cb149 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:32.293788 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-67220a94-79aa-42fd-80fd-c2097460cf56 req-4b5b8e15-3408-45bd-a574-d5920f5cb149 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.0461981 Jan 25 18:40:32.339739 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-67220a94-79aa-42fd-80fd-c2097460cf56 req-d91efac6-26c4-400a-b2a6-ecb7d721d666 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403900 Jan 25 18:40:32.707091 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840383a-bde2-4003-bf32-b2bd42e3edde req-e3c94fc1-bf1f-451a-a8d1-8fffb201f99e tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:32.708659 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a840383a-bde2-4003-bf32-b2bd42e3edde req-e3c94fc1-bf1f-451a-a8d1-8fffb201f99e tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8280f8-3133-44c3-a1d2-b836be87a562 HTTP/1.1" status: 200 len: 945 time: 0.0488513 Jan 25 18:40:32.789965 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013dd33-fbc3-41e2-8d59-727dc2188425 req-a3a3b4f5-0229-4a27-94b7-df11bdfadbb4 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:32.791437 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2013dd33-fbc3-41e2-8d59-727dc2188425 req-a3a3b4f5-0229-4a27-94b7-df11bdfadbb4 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 944 time: 0.0773153 Jan 25 18:40:32.795260 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a840383a-bde2-4003-bf32-b2bd42e3edde req-0f497658-f2d7-44e1-a257-04779ad5055a tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800128 Jan 25 18:40:32.839668 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2013dd33-fbc3-41e2-8d59-727dc2188425 req-0fb13e6c-ecb6-4793-b187-5dc7b72271b3 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421288 Jan 25 18:40:33.454526 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f450171-2bdd-45fc-88a6-733174c647a5 req-6fd0775f-9446-405b-918c-d933009cdb91 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:33.455966 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8f450171-2bdd-45fc-88a6-733174c647a5 req-6fd0775f-9446-405b-918c-d933009cdb91 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.0463593 Jan 25 18:40:33.501639 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8f450171-2bdd-45fc-88a6-733174c647a5 req-470187d1-d66b-4270-b640-a015fd71c140 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403271 Jan 25 18:40:33.533687 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:33.913553 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829e13c-0083-48b7-8a30-df0a38db6723 req-1dc29ead-cc75-4d62-a8d8-d7daa28bbca2 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:33.915170 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4829e13c-0083-48b7-8a30-df0a38db6723 req-1dc29ead-cc75-4d62-a8d8-d7daa28bbca2 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8280f8-3133-44c3-a1d2-b836be87a562 HTTP/1.1" status: 200 len: 945 time: 0.0534921 Jan 25 18:40:33.997670 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c291a-0e17-47bd-9281-5377763d5284 req-4944e836-0bb9-4995-9e53-05c3fc7b0097 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:33.999181 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e70c291a-0e17-47bd-9281-5377763d5284 req-4944e836-0bb9-4995-9e53-05c3fc7b0097 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 944 time: 0.0830390 Jan 25 18:40:34.002547 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4829e13c-0083-48b7-8a30-df0a38db6723 req-940e91af-12bb-4668-9905-ef8e20521063 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756962 Jan 25 18:40:34.050601 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e70c291a-0e17-47bd-9281-5377763d5284 req-247150c9-a672-4d1f-85e1-f5008383d8ab tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460138 Jan 25 18:40:34.617737 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ac1cc-07ba-4f5c-974c-70567fb4eb49 req-ce45cb50-f0c0-44ef-b7bc-01af006ddea6 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:34.619230 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9e2ac1cc-07ba-4f5c-974c-70567fb4eb49 req-ce45cb50-f0c0-44ef-b7bc-01af006ddea6 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.0476446 Jan 25 18:40:34.678829 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9e2ac1cc-07ba-4f5c-974c-70567fb4eb49 req-d371c6ff-5a8c-47da-916f-5561687ebcf2 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541401 Jan 25 18:40:34.728714 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device f392ee21-bbbb-4260-8c0d-02a1fc085468 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:40:34.823195 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port f392ee21-bbbb-4260-8c0d-02a1fc085468, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=f392ee21-bbbb-4260-8c0d-02a1fc085468,segment=NetworkSegment(7235fa61-f7f3-4e1c-8ff1-37ce462743f6),segment_id=7235fa61-f7f3-4e1c-8ff1-37ce462743f6)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:40:34.834584 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': 'f392ee21-bbbb-4260-8c0d-02a1fc085468', 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f', 'port_id': 'f392ee21-bbbb-4260-8c0d-02a1fc085468', 'mac_address': 'fa:16:3e:56:54:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78514203-1da3-4b90-9813-fbe0b3464421', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:40:34.886926 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:34.887906 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port f392ee21-bbbb-4260-8c0d-02a1fc085468 is: DOWN; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:40:34.888290 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (f392ee21-bbbb-4260-8c0d-02a1fc085468), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:34.900625 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f392ee21-bbbb-4260-8c0d-02a1fc085468 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:40:34.920358 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port f392ee21-bbbb-4260-8c0d-02a1fc085468, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=f392ee21-bbbb-4260-8c0d-02a1fc085468,segment=NetworkSegment(7235fa61-f7f3-4e1c-8ff1-37ce462743f6),segment_id=7235fa61-f7f3-4e1c-8ff1-37ce462743f6)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:40:34.924131 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (f392ee21-bbbb-4260-8c0d-02a1fc085468), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:34.970883 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=f392ee21-bbbb-4260-8c0d-02a1fc085468,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:40:34.977685 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:34.978078 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:34.978451 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:34.978797 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:34.979158 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:34.979495 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:34.979830 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:34.980158 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:34.980487 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:34.980832 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:34.981161 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:34.981484 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:34.981805 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:40:35.171961 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998cc7d-c286-47a0-983e-8212bbbf6faf req-58cbaaa9-bcf4-4da3-b2c5-6ae199cee14c tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:35.173481 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0998cc7d-c286-47a0-983e-8212bbbf6faf req-58cbaaa9-bcf4-4da3-b2c5-6ae199cee14c tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8280f8-3133-44c3-a1d2-b836be87a562 HTTP/1.1" status: 200 len: 945 time: 0.1041346 Jan 25 18:40:35.180035 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f72e71-6c13-465f-aca1-7d18439028bc req-ab0e045a-6281-4d59-a9be-59baa8ba0b30 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:35.181327 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-39f72e71-6c13-465f-aca1-7d18439028bc req-ab0e045a-6281-4d59-a9be-59baa8ba0b30 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c8280f8-3133-44c3-a1d2-b836be87a562 HTTP/1.1" status: 200 len: 945 time: 0.1132224 Jan 25 18:40:35.236038 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee82c3-1383-4c53-9474-ba52184eff8a req-0e35beb2-9b0e-4e0f-bc91-e9eed8b0cd08 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:35.237508 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a8ee82c3-1383-4c53-9474-ba52184eff8a req-0e35beb2-9b0e-4e0f-bc91-e9eed8b0cd08 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 945 time: 0.1181765 Jan 25 18:40:35.316079 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0998cc7d-c286-47a0-983e-8212bbbf6faf req-197c51d4-4d56-4d18-8da4-41a9077b27d5 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336863 Jan 25 18:40:35.337567 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a8ee82c3-1383-4c53-9474-ba52184eff8a req-9fdc1920-ddb4-4549-9296-79d7b67b11ab tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920949 Jan 25 18:40:35.342134 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['f392ee21-bbbb-4260-8c0d-02a1fc085468'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:40:35.373025 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-39f72e71-6c13-465f-aca1-7d18439028bc req-01f72291-32d4-484b-b082-e6b37260cec7 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Deleting port 96c5d565-5330-4211-990d-53b2d1dc542f {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:40:35.373394 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-39f72e71-6c13-465f-aca1-7d18439028bc req-01f72291-32d4-484b-b082-e6b37260cec7 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (96c5d565-5330-4211-990d-53b2d1dc542f), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:35.484536 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-39f72e71-6c13-465f-aca1-7d18439028bc req-01f72291-32d4-484b-b082-e6b37260cec7 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] For port 96c5d565-5330-4211-990d-53b2d1dc542f, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=96c5d565-5330-4211-990d-53b2d1dc542f,segment=NetworkSegment(63da4b9e-7aec-4a65-8c20-bb312e592a28),segment_id=63da4b9e-7aec-4a65-8c20-bb312e592a28)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:40:35.485168 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-39f72e71-6c13-465f-aca1-7d18439028bc req-01f72291-32d4-484b-b082-e6b37260cec7 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (96c5d565-5330-4211-990d-53b2d1dc542f), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:35.500230 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-39f72e71-6c13-465f-aca1-7d18439028bc req-01f72291-32d4-484b-b082-e6b37260cec7 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Calling delete_port for 96c5d565-5330-4211-990d-53b2d1dc542f owned by compute:nova {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:40:35.634245 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-39f72e71-6c13-465f-aca1-7d18439028bc req-01f72291-32d4-484b-b082-e6b37260cec7 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620'] for port (96c5d565-5330-4211-990d-53b2d1dc542f), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:35.645839 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['c689a356-34e5-4c13-925d-823bf06c5abd', 'f93b96bc-732e-4b8f-9164-841bdf36e617', '8a64488e-6b3b-4e62-90b2-effaf50109da', '96c5d565-5330-4211-990d-53b2d1dc542f'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:40:35.662334 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f72291-32d4-484b-b082-e6b37260cec7 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Pushing event deleted for resources: {'Port': ['ID=96c5d565-5330-4211-990d-53b2d1dc542f,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:40:35.709158 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f72e71-6c13-465f-aca1-7d18439028bc req-01f72291-32d4-484b-b082-e6b37260cec7 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] No DVR routers for this DVR port 96c5d565-5330-4211-990d-53b2d1dc542f on host hv-cinder-82635 {{(pid=102638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:40:35.712067 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-39f72e71-6c13-465f-aca1-7d18439028bc req-01f72291-32d4-484b-b082-e6b37260cec7 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:35.715401 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-39f72e71-6c13-465f-aca1-7d18439028bc req-01f72291-32d4-484b-b082-e6b37260cec7 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.42 "DELETE /v2.0/ports/96c5d565-5330-4211-990d-53b2d1dc542f HTTP/1.1" status: 204 len: 173 time: 0.5241311 Jan 25 18:40:35.715862 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8280f8-3133-44c3-a1d2-b836be87a562', 'name': 'network-vif-deleted', 'tag': '96c5d565-5330-4211-990d-53b2d1dc542f'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:40:35.718214 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc97e384-a574-4d32-a316-2a44cb339753" -d '{"events": [{"server_uuid": "6c8280f8-3133-44c3-a1d2-b836be87a562", "name": "network-vif-deleted", "tag": "96c5d565-5330-4211-990d-53b2d1dc542f"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:40:35.763341 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55f8828-e84b-43c1-b2a4-449bd0ba25c9 x-openstack-request-id: req-e55f8828-e84b-43c1-b2a4-449bd0ba25c9 {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:40:35.764051 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8280f8-3133-44c3-a1d2-b836be87a562", "name": "network-vif-deleted", "tag": "96c5d565-5330-4211-990d-53b2d1dc542f", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:40:35.764051 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e55f8828-e84b-43c1-b2a4-449bd0ba25c9 {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:40:35.764346 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8280f8-3133-44c3-a1d2-b836be87a562', 'name': 'network-vif-deleted', 'tag': '96c5d565-5330-4211-990d-53b2d1dc542f', 'status': 'completed', 'code': 200} Jan 25 18:40:35.835595 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3cd12-d531-4129-9da1-82ea50553377 req-11ab849e-73c2-48fe-b21c-a34c20252342 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:35.837158 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2dd3cd12-d531-4129-9da1-82ea50553377 req-11ab849e-73c2-48fe-b21c-a34c20252342 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.0575085 Jan 25 18:40:35.902626 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2dd3cd12-d531-4129-9da1-82ea50553377 req-00c334da-801c-47dd-999f-d63d52b76168 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529368 Jan 25 18:40:36.126625 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:36.430712 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-60c4277e-2519-4172-92de-bbd146b79609 req-0ec81e56-f915-4fb9-bd79-06c907486d4d tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8280f8-3133-44c3-a1d2-b836be87a562 HTTP/1.1" status: 200 len: 210 time: 0.0258696 Jan 25 18:40:36.570510 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1f15c-07fa-44e3-bbdc-fb6209e564c7 req-3e699e48-6cb8-44c0-8a06-97835e192d17 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:36.572089 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-cdc1f15c-07fa-44e3-bbdc-fb6209e564c7 req-3e699e48-6cb8-44c0-8a06-97835e192d17 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 945 time: 0.0673876 Jan 25 18:40:36.656884 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abcb51-3cca-494c-907d-96e999ff385b req-93a273e3-a2b7-478a-95ac-2c654b9f704c tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:36.658373 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-00abcb51-3cca-494c-907d-96e999ff385b req-93a273e3-a2b7-478a-95ac-2c654b9f704c tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0847702 Jan 25 18:40:36.661756 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-cdc1f15c-07fa-44e3-bbdc-fb6209e564c7 req-aec73e63-a6a2-447c-93cd-f4883056950a tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800722 Jan 25 18:40:36.717054 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-00abcb51-3cca-494c-907d-96e999ff385b req-a6d52675-e4b9-4b4f-8edc-d84bdb6d074f tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528362 Jan 25 18:40:36.744583 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device f392ee21-bbbb-4260-8c0d-02a1fc085468 up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:40:36.803431 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning for port f392ee21-bbbb-4260-8c0d-02a1fc085468 completed by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 18:40:36.808348 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port f392ee21-bbbb-4260-8c0d-02a1fc085468 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:40:36.808753 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (f392ee21-bbbb-4260-8c0d-02a1fc085468), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:36.886652 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port f392ee21-bbbb-4260-8c0d-02a1fc085468 is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:40:36.887049 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (f392ee21-bbbb-4260-8c0d-02a1fc085468), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:36.909040 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c490651-f0c2-4c06-8595-66bd5fcddfb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f392ee21-bbbb-4260-8c0d-02a1fc085468'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:40:36.911621 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd923b99-d395-4fc5-82f1-664faa8005c9" -d '{"events": [{"server_uuid": "3c490651-f0c2-4c06-8595-66bd5fcddfb5", "name": "network-vif-plugged", "status": "completed", "tag": "f392ee21-bbbb-4260-8c0d-02a1fc085468"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:40:36.924779 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port f392ee21-bbbb-4260-8c0d-02a1fc085468, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=f392ee21-bbbb-4260-8c0d-02a1fc085468,segment=NetworkSegment(7235fa61-f7f3-4e1c-8ff1-37ce462743f6),segment_id=7235fa61-f7f3-4e1c-8ff1-37ce462743f6)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:40:36.930479 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (f392ee21-bbbb-4260-8c0d-02a1fc085468), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:36.931228 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 96c5d565-5330-4211-990d-53b2d1dc542f no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:40:36.978357 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a33e83-9651-433d-a57b-2046aab77305 x-openstack-request-id: req-a5a33e83-9651-433d-a57b-2046aab77305 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:40:36.978677 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c490651-f0c2-4c06-8595-66bd5fcddfb5", "name": "network-vif-plugged", "status": "completed", "tag": "f392ee21-bbbb-4260-8c0d-02a1fc085468", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:40:36.978939 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5a33e83-9651-433d-a57b-2046aab77305 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:40:36.979331 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c490651-f0c2-4c06-8595-66bd5fcddfb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f392ee21-bbbb-4260-8c0d-02a1fc085468', 'code': 200} Jan 25 18:40:36.983696 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] No Port match for: 96c5d565-5330-4211-990d-53b2d1dc542f {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:40:36.984066 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 96c5d565-5330-4211-990d-53b2d1dc542f not bound to the agent host hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:40:37.005524 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=f392ee21-bbbb-4260-8c0d-02a1fc085468,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:40:37.019824 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac5340-6d76-4eb3-ba93-9c4290330c97 req-49fce697-eec7-4fd2-a39f-5c6dd654412d tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:37.021290 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3bac5340-6d76-4eb3-ba93-9c4290330c97 req-49fce697-eec7-4fd2-a39f-5c6dd654412d tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.0556483 Jan 25 18:40:37.066932 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3bac5340-6d76-4eb3-ba93-9c4290330c97 req-7764f3cd-5310-430b-a4d8-a0e7c229dc4e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400732 Jan 25 18:40:37.279534 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964849de-1411-4630-bfcd-af259e5c21d5 req-48d69424-eebc-41bf-8a32-0f07161dc21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:37.280988 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-964849de-1411-4630-bfcd-af259e5c21d5 req-48d69424-eebc-41bf-8a32-0f07161dc21e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 1099 time: 0.0388606 Jan 25 18:40:37.328066 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-964849de-1411-4630-bfcd-af259e5c21d5 req-f5e6c350-7705-49c7-9f78-c039d86543bc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387340 Jan 25 18:40:37.783086 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350c79a-f700-4a5d-b763-858dbdeb5262 req-8be6b3e6-4b97-4386-a8fc-40dc9518deaf tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:37.784755 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3350c79a-f700-4a5d-b763-858dbdeb5262 req-8be6b3e6-4b97-4386-a8fc-40dc9518deaf tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.0536182 Jan 25 18:40:37.873819 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb022802-c001-4d91-8ff8-5e183b0f4468 req-4cf9f038-ec82-4a67-afe3-fda2ff1c347b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:37.875743 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-eb022802-c001-4d91-8ff8-5e183b0f4468 req-4cf9f038-ec82-4a67-afe3-fda2ff1c347b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0852880 Jan 25 18:40:37.880437 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3350c79a-f700-4a5d-b763-858dbdeb5262 req-4129af94-078d-4a77-a3e9-a638ad9086a6 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883276 Jan 25 18:40:37.928340 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-eb022802-c001-4d91-8ff8-5e183b0f4468 req-4088f300-0018-4699-82d1-ba2df8b5fb9d tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465403 Jan 25 18:40:38.180266 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5d612-5154-4df5-ba76-8ab632017b2e req-268966f5-caff-421e-b662-75039f3103fa tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:38.181687 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ccc5d612-5154-4df5-ba76-8ab632017b2e req-268966f5-caff-421e-b662-75039f3103fa tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.0451436 Jan 25 18:40:38.229425 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ccc5d612-5154-4df5-ba76-8ab632017b2e req-b3db386e-bb22-4ae9-bb58-3f488440f31b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422165 Jan 25 18:40:38.835107 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45370945-5180-4a61-9981-61ace1621aa8 req-e88f23a4-fa27-4c95-a1bc-623e618c0dc1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:38.836837 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-45370945-5180-4a61-9981-61ace1621aa8 req-e88f23a4-fa27-4c95-a1bc-623e618c0dc1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=de43551b-63c0-4c67-bbb1-86bf546b4ba0 HTTP/1.1" status: 200 len: 945 time: 0.0598254 Jan 25 18:40:38.888224 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-45370945-5180-4a61-9981-61ace1621aa8 req-4baddfab-e1fc-48c1-8610-4e0e1ec602dd tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435054 Jan 25 18:40:38.973993 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 46970) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:40:39.015964 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c6c77-f1b9-4ba4-9be8-a2d9cddc2336 req-4f61de6f-2038-4d28-ba97-50e166a09ce3 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:39.017437 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-035c6c77-f1b9-4ba4-9be8-a2d9cddc2336 req-4f61de6f-2038-4d28-ba97-50e166a09ce3 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.0667229 Jan 25 18:40:39.086395 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f0d8754e-aaf4-45dd-8f6a-825af011f7e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:39.165964 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f0d8754e-aaf4-45dd-8f6a-825af011f7e4 admin admin] Publish callbacks [] for security_group (6bd03d91-70be-4a4f-b712-78e63aa6b6a3), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:39.170572 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f0d8754e-aaf4-45dd-8f6a-825af011f7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (6bd03d91-70be-4a4f-b712-78e63aa6b6a3), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:39.209919 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-f0d8754e-aaf4-45dd-8f6a-825af011f7e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d111d44ea3146b480e59fbc31ca5b1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347934 Jan 25 18:40:39.210909 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8754e-aaf4-45dd-8f6a-825af011f7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd03d91-70be-4a4f-b712-78e63aa6b6a3,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:40:39.213767 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 46974) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:40:39.262277 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-24f6033f-5604-4521-8ebd-ae1a01535fe2 admin admin] Publish callbacks [] for security_group (6bd03d91-70be-4a4f-b712-78e63aa6b6a3), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:39.283702 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-24f6033f-5604-4521-8ebd-ae1a01535fe2 admin admin] Publish callbacks [] for security_group (6bd03d91-70be-4a4f-b712-78e63aa6b6a3), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:39.293721 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03407e-d968-42df-836c-7b7cf11ef1e8 req-a78003fa-ae22-4d18-bebe-f8f76d29ba63 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:39.295206 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9e03407e-d968-42df-836c-7b7cf11ef1e8 req-a78003fa-ae22-4d18-bebe-f8f76d29ba63 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.2992699 Jan 25 18:40:39.325127 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-035c6c77-f1b9-4ba4-9be8-a2d9cddc2336 req-fa5462d6-2831-4ea4-aba8-b0c609efa6f2 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910604 Jan 25 18:40:39.335352 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-24f6033f-5604-4521-8ebd-ae1a01535fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (6bd03d91-70be-4a4f-b712-78e63aa6b6a3), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:39.337902 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-24f6033f-5604-4521-8ebd-ae1a01535fe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:39.344027 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-24f6033f-5604-4521-8ebd-ae1a01535fe2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6bd03d91-70be-4a4f-b712-78e63aa6b6a3 HTTP/1.1" status: 204 len: 168 time: 0.1291802 Jan 25 18:40:39.354790 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6033f-5604-4521-8ebd-ae1a01535fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd03d91-70be-4a4f-b712-78e63aa6b6a3,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:40:39.369432 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9e03407e-d968-42df-836c-7b7cf11ef1e8 req-776c4fd2-205b-43a0-b83b-e5f2f905feba tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658643 Jan 25 18:40:39.453253 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf596075-30dd-4bd8-93a6-51d70ecb6bdd req-205d8291-dc4b-4635-b5a7-023b76dd5d53 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:39.455050 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-cf596075-30dd-4bd8-93a6-51d70ecb6bdd req-205d8291-dc4b-4635-b5a7-023b76dd5d53 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.0514116 Jan 25 18:40:39.534186 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457741d-80b0-410d-862a-23f49e94f3ef req-e553bc86-060a-4b5c-b0f1-9db2d82d48f6 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:39.535687 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f457741d-80b0-410d-862a-23f49e94f3ef req-e553bc86-060a-4b5c-b0f1-9db2d82d48f6 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.0797579 Jan 25 18:40:39.540017 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-cf596075-30dd-4bd8-93a6-51d70ecb6bdd req-5dbb60de-e71d-4e67-b08d-5e4142c90b54 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742478 Jan 25 18:40:39.593802 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f457741d-80b0-410d-862a-23f49e94f3ef req-e3fff3b5-32d7-4c77-bf0a-2cfd596dad6c tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523269 Jan 25 18:40:39.615542 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 46990) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:40:39.858573 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf265e08-eddc-4c43-9f3c-9cb959dd7197 tempest-TestShelveInstance-186773896 tempest-TestShelveInstance-186773896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:39.860099 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-cf265e08-eddc-4c43-9f3c-9cb959dd7197 tempest-TestShelveInstance-186773896 tempest-TestShelveInstance-186773896-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 1094 time: 0.2435608 Jan 25 18:40:39.863070 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 47004) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:40:39.867227 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-eed6f14c-ccb3-4b1b-b182-df9d701d8e2b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Request body: {'floatingip': {'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'port_id': 'f392ee21-bbbb-4260-8c0d-02a1fc085468', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:40:39.888454 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-eed6f14c-ccb3-4b1b-b182-df9d701d8e2b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:40.019655 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b640e-f580-4b20-9164-753c4138d1ef req-f9be9e15-a91f-48d1-8414-cd79e8e675b5 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:40.021134 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a39b640e-f580-4b20-9164-753c4138d1ef req-f9be9e15-a91f-48d1-8414-cd79e8e675b5 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=de43551b-63c0-4c67-bbb1-86bf546b4ba0 HTTP/1.1" status: 200 len: 945 time: 0.0629759 Jan 25 18:40:40.050531 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-eed6f14c-ccb3-4b1b-b182-df9d701d8e2b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:40.117707 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a39b640e-f580-4b20-9164-753c4138d1ef req-aca31364-72d2-4ed7-bc58-66ee99a361c1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890799 Jan 25 18:40:40.181751 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [None req-eed6f14c-ccb3-4b1b-b182-df9d701d8e2b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Allocated IP 172.27.2.210 (af042177-33eb-43ce-93a3-80213c48b93e/b5271661-edb4-4dc6-95f7-ec5badc479aa/096b458f-b9f6-4f28-87b3-a48c8e5aaa7c) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:40:40.283641 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-eed6f14c-ccb3-4b1b-b182-df9d701d8e2b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for port (096b458f-b9f6-4f28-87b3-a48c8e5aaa7c), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:40.316344 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-eed6f14c-ccb3-4b1b-b182-df9d701d8e2b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (096b458f-b9f6-4f28-87b3-a48c8e5aaa7c), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:40.355130 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed6f14c-ccb3-4b1b-b182-df9d701d8e2b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Network af042177-33eb-43ce-93a3-80213c48b93e is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:40:40.358289 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-eed6f14c-ccb3-4b1b-b182-df9d701d8e2b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:40:40.361487 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed6f14c-ccb3-4b1b-b182-df9d701d8e2b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:40:40.424889 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6f14c-ccb3-4b1b-b182-df9d701d8e2b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Pushing event updated for resources: {'Port': ['ID=096b458f-b9f6-4f28-87b3-a48c8e5aaa7c,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:40:40.549519 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12c795-da12-48a1-a007-4327b0bf6791 req-957693cb-69f7-47da-8868-832bb76bcc62 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:40.551069 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ca12c795-da12-48a1-a007-4327b0bf6791 req-957693cb-69f7-47da-8868-832bb76bcc62 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0952930 Jan 25 18:40:40.687087 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ca12c795-da12-48a1-a007-4327b0bf6791 req-de0bbfbb-ab74-49a6-8d47-2bdb8168355b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095159 Jan 25 18:40:40.748867 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc07ea-1e5b-4bc4-be2b-51513c966f25 req-3135734e-79a4-4214-8bb3-715d56dc0f90 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:40.750272 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-acdc07ea-1e5b-4bc4-be2b-51513c966f25 req-3135734e-79a4-4214-8bb3-715d56dc0f90 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.1348729 Jan 25 18:40:40.844346 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-acdc07ea-1e5b-4bc4-be2b-51513c966f25 req-d1cca513-c2e3-4954-abb3-aa02e1429d41 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882168 Jan 25 18:40:40.849992 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-eed6f14c-ccb3-4b1b-b182-df9d701d8e2b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for floatingip (7bcb231f-15dd-4f9e-a1f4-cef4e3a95382), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:40.920139 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-eed6f14c-ccb3-4b1b-b182-df9d701d8e2b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (096b458f-b9f6-4f28-87b3-a48c8e5aaa7c), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:41.067689 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-eed6f14c-ccb3-4b1b-b182-df9d701d8e2b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for port (096b458f-b9f6-4f28-87b3-a48c8e5aaa7c), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:41.073189 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-eed6f14c-ccb3-4b1b-b182-df9d701d8e2b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (096b458f-b9f6-4f28-87b3-a48c8e5aaa7c), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:41.104880 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-eed6f14c-ccb3-4b1b-b182-df9d701d8e2b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698476'] for floatingip (7bcb231f-15dd-4f9e-a1f4-cef4e3a95382), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:41.155623 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6f14c-ccb3-4b1b-b182-df9d701d8e2b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Pushing event updated for resources: {'Port': ['ID=096b458f-b9f6-4f28-87b3-a48c8e5aaa7c,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:40:41.244113 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.db.l3_db [None req-eed6f14c-ccb3-4b1b-b182-df9d701d8e2b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Floating IP 7bcb231f-15dd-4f9e-a1f4-cef4e3a95382 associated. External IP: 172.27.2.210, port: f392ee21-bbbb-4260-8c0d-02a1fc085468. Jan 25 18:40:41.291645 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf93c75-351e-4690-ba44-bdd0d2347983 req-51a629eb-390b-4c10-b42f-6d1a1999d3d9 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:41.293127 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fdf93c75-351e-4690-ba44-bdd0d2347983 req-51a629eb-390b-4c10-b42f-6d1a1999d3d9 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=de43551b-63c0-4c67-bbb1-86bf546b4ba0 HTTP/1.1" status: 200 len: 945 time: 0.0953577 Jan 25 18:40:41.419891 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fdf93c75-351e-4690-ba44-bdd0d2347983 req-875c4ceb-717a-4774-a236-69d4888a38de tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209254 Jan 25 18:40:41.428088 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08307c-253e-4ecb-bf82-047d92cac776 req-93b8a071-632a-4d44-910f-0b0be749cfc4 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:41.429517 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ec08307c-253e-4ecb-bf82-047d92cac776 req-93b8a071-632a-4d44-910f-0b0be749cfc4 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.42 "GET /v2.0/ports?device_id=de43551b-63c0-4c67-bbb1-86bf546b4ba0 HTTP/1.1" status: 200 len: 945 time: 0.1199608 Jan 25 18:40:41.590631 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed6f14c-ccb3-4b1b-b182-df9d701d8e2b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Router c78654e2-850d-4cbf-a897-36f9220d9fc1 has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:40:41.606345 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-ec08307c-253e-4ecb-bf82-047d92cac776 req-3e14d9f4-928e-4033-b8cf-aed5f7fd9fd1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Deleting port 8a64488e-6b3b-4e62-90b2-effaf50109da {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:40:41.606684 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-ec08307c-253e-4ecb-bf82-047d92cac776 req-3e14d9f4-928e-4033-b8cf-aed5f7fd9fd1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (8a64488e-6b3b-4e62-90b2-effaf50109da), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:42.049183 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-ec08307c-253e-4ecb-bf82-047d92cac776 req-3e14d9f4-928e-4033-b8cf-aed5f7fd9fd1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] For port 8a64488e-6b3b-4e62-90b2-effaf50109da, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=8a64488e-6b3b-4e62-90b2-effaf50109da,segment=NetworkSegment(63da4b9e-7aec-4a65-8c20-bb312e592a28),segment_id=63da4b9e-7aec-4a65-8c20-bb312e592a28)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:40:42.049884 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-ec08307c-253e-4ecb-bf82-047d92cac776 req-3e14d9f4-928e-4033-b8cf-aed5f7fd9fd1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (8a64488e-6b3b-4e62-90b2-effaf50109da), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:42.060294 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed6f14c-ccb3-4b1b-b182-df9d701d8e2b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:40:42.070388 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cff5e88-7d92-4cbd-b7b0-6e7286cb1448 None None] Sync routers for ids ['c78654e2-850d-4cbf-a897-36f9220d9fc1'] in dv-cinder-826350-1-iscsi {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:40:42.079819 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-ec08307c-253e-4ecb-bf82-047d92cac776 req-3e14d9f4-928e-4033-b8cf-aed5f7fd9fd1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Calling delete_port for 8a64488e-6b3b-4e62-90b2-effaf50109da owned by compute:nova {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:40:42.079985 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cff5e88-7d92-4cbd-b7b0-6e7286cb1448 None None] Routers {'c78654e2-850d-4cbf-a897-36f9220d9fc1'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:40:42.080478 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-4cff5e88-7d92-4cbd-b7b0-6e7286cb1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:40:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['c78654e2-850d-4cbf-a897-36f9220d9fc1'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:40:42.092510 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934c043-6832-4cde-adc4-b1c902773535 req-dcad60ff-bf40-4826-8fdd-fd3c2e8ec390 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:42.094040 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7934c043-6832-4cde-adc4-b1c902773535 req-dcad60ff-bf40-4826-8fdd-fd3c2e8ec390 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.1357336 Jan 25 18:40:42.106493 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1cae0-a2a0-4f21-8f47-19007d9d9f56 req-15906329-bb68-48da-8849-8cddf5fd1baf tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:42.107942 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9ad1cae0-a2a0-4f21-8f47-19007d9d9f56 req-15906329-bb68-48da-8849-8cddf5fd1baf tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.1485465 Jan 25 18:40:42.115633 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-eed6f14c-ccb3-4b1b-b182-df9d701d8e2b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for floatingip (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:42.208885 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-4cff5e88-7d92-4cbd-b7b0-6e7286cb1448 None None] Set router c78654e2-850d-4cbf-a897-36f9220d9fc1 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:40:42.222878 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-eed6f14c-ccb3-4b1b-b182-df9d701d8e2b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3589175 Jan 25 18:40:42.229950 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c490651-f0c2-4c06-8595-66bd5fcddfb5', 'tag': 'f392ee21-bbbb-4260-8c0d-02a1fc085468'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:40:42.232163 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f2c931-6716-4e7f-9d7e-58646a52eb20" -d '{"events": [{"name": "network-changed", "server_uuid": "3c490651-f0c2-4c06-8595-66bd5fcddfb5", "tag": "f392ee21-bbbb-4260-8c0d-02a1fc085468"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:40:42.265543 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7934c043-6832-4cde-adc4-b1c902773535 req-7de535b4-fc80-4c61-8e19-81303226de5e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548445 Jan 25 18:40:42.269963 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9ad1cae0-a2a0-4f21-8f47-19007d9d9f56 req-0906eb01-67ea-4520-8f33-9be9a717ae85 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478090 Jan 25 18:40:42.324967 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7675f3-589b-4e42-b08b-5596c91efe4e x-openstack-request-id: req-bf7675f3-589b-4e42-b08b-5596c91efe4e {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:40:42.325255 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c490651-f0c2-4c06-8595-66bd5fcddfb5", "tag": "f392ee21-bbbb-4260-8c0d-02a1fc085468", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:40:42.325507 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf7675f3-589b-4e42-b08b-5596c91efe4e {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:40:42.325891 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c490651-f0c2-4c06-8595-66bd5fcddfb5', 'tag': 'f392ee21-bbbb-4260-8c0d-02a1fc085468', 'status': 'completed', 'code': 200} Jan 25 18:40:42.349127 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-ec08307c-253e-4ecb-bf82-047d92cac776 req-3e14d9f4-928e-4033-b8cf-aed5f7fd9fd1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620'] for port (8a64488e-6b3b-4e62-90b2-effaf50109da), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:42.379687 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14d9f4-928e-4033-b8cf-aed5f7fd9fd1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Pushing event deleted for resources: {'Port': ['ID=8a64488e-6b3b-4e62-90b2-effaf50109da,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:40:42.419927 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec08307c-253e-4ecb-bf82-047d92cac776 req-3e14d9f4-928e-4033-b8cf-aed5f7fd9fd1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] No DVR routers for this DVR port 8a64488e-6b3b-4e62-90b2-effaf50109da on host hv-cinder-82635 {{(pid=102638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:40:42.422798 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-ec08307c-253e-4ecb-bf82-047d92cac776 req-3e14d9f4-928e-4033-b8cf-aed5f7fd9fd1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:42.426033 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ec08307c-253e-4ecb-bf82-047d92cac776 req-3e14d9f4-928e-4033-b8cf-aed5f7fd9fd1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.42 "DELETE /v2.0/ports/8a64488e-6b3b-4e62-90b2-effaf50109da HTTP/1.1" status: 204 len: 173 time: 0.9651103 Jan 25 18:40:42.445875 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-4cff5e88-7d92-4cbd-b7b0-6e7286cb1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'name': 'tempest-TestShelveInstance-2077615291-router', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:39:41Z', 'updated_at': '2022-01-25T18:39:44Z', 'revision_number': 4, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'gw_port': {'id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:41:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:42Z', 'updated_at': '2022-01-25T18:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': '7bcb231f-15dd-4f9e-a1f4-cef4e3a95382', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'port_id': 'f392ee21-bbbb-4260-8c0d-02a1fc085468', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f', 'mac_address': 'fa:16:3e:56:54:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c490651-f0c2-4c06-8595-66bd5fcddfb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:40:40Z', 'updated_at': '2022-01-25T18:40:40Z', 'revision_number': 0, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ba938b-5b42-4cd4-999d-7ce610060928', 'name': '', 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'mac_address': 'fa:16:3e:25:1b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '78514203-1da3-4b90-9813-fbe0b3464421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:44Z', 'updated_at': '2022-01-25T18:39:49Z', 'revision_number': 5, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'subnets': [{'id': '78514203-1da3-4b90-9813-fbe0b3464421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:40:42.473222 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cff5e88-7d92-4cbd-b7b0-6e7286cb1448 None None] Checking router: c78654e2-850d-4cbf-a897-36f9220d9fc1 for host: dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:40:42.482103 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cff5e88-7d92-4cbd-b7b0-6e7286cb1448 None None] Routers {'c78654e2-850d-4cbf-a897-36f9220d9fc1'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:40:42.482718 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-4cff5e88-7d92-4cbd-b7b0-6e7286cb1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:40:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['c78654e2-850d-4cbf-a897-36f9220d9fc1'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:40:42.515706 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0196da7c-2c89-43a0-b9e9-9979fd4c37c3 req-5a14adbb-b905-4e5d-b62f-aef0fa3a7e6b tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=de43551b-63c0-4c67-bbb1-86bf546b4ba0 HTTP/1.1" status: 200 len: 210 time: 0.0266888 Jan 25 18:40:42.587374 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-4cff5e88-7d92-4cbd-b7b0-6e7286cb1448 None None] Set router c78654e2-850d-4cbf-a897-36f9220d9fc1 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:40:42.801794 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-4cff5e88-7d92-4cbd-b7b0-6e7286cb1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'name': 'tempest-TestShelveInstance-2077615291-router', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:39:41Z', 'updated_at': '2022-01-25T18:39:44Z', 'revision_number': 4, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'gw_port': {'id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:41:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:42Z', 'updated_at': '2022-01-25T18:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': '7bcb231f-15dd-4f9e-a1f4-cef4e3a95382', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'port_id': 'f392ee21-bbbb-4260-8c0d-02a1fc085468', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f', 'mac_address': 'fa:16:3e:56:54:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c490651-f0c2-4c06-8595-66bd5fcddfb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:40:40Z', 'updated_at': '2022-01-25T18:40:40Z', 'revision_number': 0, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ba938b-5b42-4cd4-999d-7ce610060928', 'name': '', 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'mac_address': 'fa:16:3e:25:1b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '78514203-1da3-4b90-9813-fbe0b3464421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:44Z', 'updated_at': '2022-01-25T18:39:49Z', 'revision_number': 5, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'subnets': [{'id': '78514203-1da3-4b90-9813-fbe0b3464421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:40:42.827523 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cff5e88-7d92-4cbd-b7b0-6e7286cb1448 None None] The sync data for ids ['c78654e2-850d-4cbf-a897-36f9220d9fc1'] in dv-cinder-826350-1-iscsi is: [{'id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'name': 'tempest-TestShelveInstance-2077615291-router', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:39:41Z', 'updated_at': '2022-01-25T18:39:44Z', 'revision_number': 4, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'gw_port': {'id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:41:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:42Z', 'updated_at': '2022-01-25T18:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': '7bcb231f-15dd-4f9e-a1f4-cef4e3a95382', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'port_id': 'f392ee21-bbbb-4260-8c0d-02a1fc085468', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f', 'mac_address': 'fa:16:3e:56:54:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c490651-f0c2-4c06-8595-66bd5fcddfb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:40:40Z', 'updated_at': '2022-01-25T18:40:40Z', 'revision_number': 0, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ba938b-5b42-4cd4-999d-7ce610060928', 'name': '', 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'mac_address': 'fa:16:3e:25:1b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '78514203-1da3-4b90-9813-fbe0b3464421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:44Z', 'updated_at': '2022-01-25T18:39:49Z', 'revision_number': 5, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'subnets': [{'id': '78514203-1da3-4b90-9813-fbe0b3464421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:40:43.016287 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579886aa-8044-4cdc-b6ab-d49d36623686 None None] New status for floating IP 7bcb231f-15dd-4f9e-a1f4-cef4e3a95382: ACTIVE {{(pid=102639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 18:40:43.266599 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['c689a356-34e5-4c13-925d-823bf06c5abd', 'f93b96bc-732e-4b8f-9164-841bdf36e617', '8a64488e-6b3b-4e62-90b2-effaf50109da'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:40:43.417843 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c207c2-ba9d-44d1-a7a3-b10a88d9171c req-d30a7958-cad5-4ef7-97bb-5fe8df87ab23 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:43.419252 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a2c207c2-ba9d-44d1-a7a3-b10a88d9171c req-d30a7958-cad5-4ef7-97bb-5fe8df87ab23 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0753942 Jan 25 18:40:43.437456 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144aea2-d9ba-4f74-821a-a1dee69efd12 req-87ae398b-0515-4b21-bbf7-0ee7151f0d49 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:43.438889 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-1144aea2-d9ba-4f74-821a-a1dee69efd12 req-87ae398b-0515-4b21-bbf7-0ee7151f0d49 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.0865908 Jan 25 18:40:43.498681 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a2c207c2-ba9d-44d1-a7a3-b10a88d9171c req-abdd2930-bb25-4826-92e0-ea1fc5b37975 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734048 Jan 25 18:40:43.509290 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-1144aea2-d9ba-4f74-821a-a1dee69efd12 req-b33df3ac-5508-46e3-ba5d-a9c5021fffc1 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630469 Jan 25 18:40:43.605321 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-23761ded-9ad7-4707-8e83-49aa798581a9 req-18cf5894-88c8-46e4-aeda-fbdce8611e14 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=de43551b-63c0-4c67-bbb1-86bf546b4ba0 HTTP/1.1" status: 200 len: 210 time: 0.0254004 Jan 25 18:40:44.326860 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de43551b-63c0-4c67-bbb1-86bf546b4ba0', 'name': 'network-vif-deleted', 'tag': '8a64488e-6b3b-4e62-90b2-effaf50109da'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:40:44.329264 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6db374-398c-49b2-a6dc-4928b749b44d" -d '{"events": [{"server_uuid": "de43551b-63c0-4c67-bbb1-86bf546b4ba0", "name": "network-vif-deleted", "tag": "8a64488e-6b3b-4e62-90b2-effaf50109da"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:40:44.363153 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91347ca-0f51-4a5b-8022-fcebb5a0066f x-openstack-request-id: req-a91347ca-0f51-4a5b-8022-fcebb5a0066f {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:40:44.363447 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de43551b-63c0-4c67-bbb1-86bf546b4ba0", "name": "network-vif-deleted", "tag": "8a64488e-6b3b-4e62-90b2-effaf50109da", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:40:44.363703 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a91347ca-0f51-4a5b-8022-fcebb5a0066f {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:40:44.364099 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de43551b-63c0-4c67-bbb1-86bf546b4ba0', 'name': 'network-vif-deleted', 'tag': '8a64488e-6b3b-4e62-90b2-effaf50109da', 'status': 'completed', 'code': 200} Jan 25 18:40:44.643813 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66714c-6673-4e31-a612-913bfa560cf1 req-a9594a54-91bf-4d79-b503-908611766dd3 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:44.645250 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3d66714c-6673-4e31-a612-913bfa560cf1 req-a9594a54-91bf-4d79-b503-908611766dd3 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0792925 Jan 25 18:40:44.655743 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed8304-d3e4-470f-9c51-2d65cc2d1d79 req-43f7ce8e-7913-41b0-b98a-4b4a3f4f1eaa tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:44.657081 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2eed8304-d3e4-470f-9c51-2d65cc2d1d79 req-43f7ce8e-7913-41b0-b98a-4b4a3f4f1eaa tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.0659976 Jan 25 18:40:44.727112 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3d66714c-6673-4e31-a612-913bfa560cf1 req-2d913f01-8cc7-4b0f-b9ae-35ba35daa75c tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691059 Jan 25 18:40:44.731640 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2eed8304-d3e4-470f-9c51-2d65cc2d1d79 req-790ae86b-e935-4563-bb4b-2308648a43fd tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682082 Jan 25 18:40:44.804814 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-bde47bd1-1629-45a1-baac-46908925d20d req-585a8f15-6e75-4da1-a95d-d46f755b2602 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=de43551b-63c0-4c67-bbb1-86bf546b4ba0 HTTP/1.1" status: 200 len: 210 time: 0.0245168 Jan 25 18:40:45.178872 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2c931-6716-4e7f-9d7e-58646a52eb20 req-8119fd2c-1b12-4519-ac5c-2785acae62f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:45.180412 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c2f2c931-6716-4e7f-9d7e-58646a52eb20 req-8119fd2c-1b12-4519-ac5c-2785acae62f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c556b3ddaecd4d80b8062755dfc00928&device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 1099 time: 0.0462275 Jan 25 18:40:45.261221 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 93853a16-29bb-4dae-81a4-115c6c688504 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:40:45.279514 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2c931-6716-4e7f-9d7e-58646a52eb20 req-46434c04-0e8c-4cf9-bc78-2c16a85770ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:45.281110 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c2f2c931-6716-4e7f-9d7e-58646a52eb20 req-46434c04-0e8c-4cf9-bc78-2c16a85770ca service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8a06883-ac3d-45ad-9081-7a40b2a3036f HTTP/1.1" status: 200 len: 910 time: 0.0908206 Jan 25 18:40:45.353960 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c2f2c931-6716-4e7f-9d7e-58646a52eb20 req-fe4798c0-2060-43e8-8d94-4f399d6ad148 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f392ee21-bbbb-4260-8c0d-02a1fc085468 HTTP/1.1" status: 200 len: 1002 time: 0.0585656 Jan 25 18:40:45.354310 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 93853a16-29bb-4dae-81a4-115c6c688504, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=93853a16-29bb-4dae-81a4-115c6c688504,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:40:45.364538 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': '93853a16-29bb-4dae-81a4-115c6c688504', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'port_id': '93853a16-29bb-4dae-81a4-115c6c688504', 'mac_address': 'fa:16:3e:ba:c7:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:40:45.404960 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 93853a16-29bb-4dae-81a4-115c6c688504 is: ACTIVE; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:40:45.405358 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (93853a16-29bb-4dae-81a4-115c6c688504), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:45.409924 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2c931-6716-4e7f-9d7e-58646a52eb20 req-b837136e-068c-4235-8187-7bc3a5124239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:45.411437 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c2f2c931-6716-4e7f-9d7e-58646a52eb20 req-b837136e-068c-4235-8187-7bc3a5124239 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=78514203-1da3-4b90-9813-fbe0b3464421 HTTP/1.1" status: 200 len: 848 time: 0.0476742 Jan 25 18:40:45.466299 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2c931-6716-4e7f-9d7e-58646a52eb20 req-55d84ae6-9256-4de0-855e-306b865111a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:45.467891 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c2f2c931-6716-4e7f-9d7e-58646a52eb20 req-55d84ae6-9256-4de0-855e-306b865111a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8a06883-ac3d-45ad-9081-7a40b2a3036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455194 Jan 25 18:40:45.542804 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93853a16-29bb-4dae-81a4-115c6c688504 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:40:45.561836 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 93853a16-29bb-4dae-81a4-115c6c688504, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=93853a16-29bb-4dae-81a4-115c6c688504,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:40:45.565765 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c2f2c931-6716-4e7f-9d7e-58646a52eb20 req-d59ab12b-0e89-4f57-b66a-ebfaa1bd6430 service neutron] 10.222.0.42 "GET /v2.0/networks/c8a06883-ac3d-45ad-9081-7a40b2a3036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869849 Jan 25 18:40:45.566125 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (93853a16-29bb-4dae-81a4-115c6c688504), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:45.613480 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=93853a16-29bb-4dae-81a4-115c6c688504,revision_number=6']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:40:45.667176 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c2f2c931-6716-4e7f-9d7e-58646a52eb20 req-17d3d200-d605-41c6-9872-10d4c2b8fc0f service neutron] 10.222.0.42 "GET /v2.0/networks/c8a06883-ac3d-45ad-9081-7a40b2a3036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913162 Jan 25 18:40:45.716446 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['93853a16-29bb-4dae-81a4-115c6c688504'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:40:45.891497 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864291c-05de-474a-b465-0387ea906223 req-6f98a9f1-b13e-4ae6-96bd-c11acc86db77 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:45.896724 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b864291c-05de-474a-b465-0387ea906223 req-6f98a9f1-b13e-4ae6-96bd-c11acc86db77 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0930886 Jan 25 18:40:45.999585 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b864291c-05de-474a-b465-0387ea906223 req-62076dc8-0b12-4121-a918-c9f1a3f9d123 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913384 Jan 25 18:40:46.113750 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9db100-d50f-4d04-8afa-430add91434c req-390350cd-9d04-4dbb-ad5d-93958f551c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:46.115292 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0c9db100-d50f-4d04-8afa-430add91434c req-390350cd-9d04-4dbb-ad5d-93958f551c6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79f0c4c6863c4b73a0b86bb8d897ad55&device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 1099 time: 0.0991137 Jan 25 18:40:46.163319 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6c270-4b86-4a17-aadc-748ae792d79e req-b238c591-c46c-4c9f-89c6-c43f351febdc tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:46.164827 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e3f6c270-4b86-4a17-aadc-748ae792d79e req-b238c591-c46c-4c9f-89c6-c43f351febdc tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 944 time: 0.0974538 Jan 25 18:40:46.310996 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51a6d2-564c-4e87-93cd-b706bbfe9ff0 req-f0d35406-4ae9-45c7-9efb-120f2d8b803b tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:46.312454 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2f51a6d2-564c-4e87-93cd-b706bbfe9ff0 req-f0d35406-4ae9-45c7-9efb-120f2d8b803b tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.1703181 Jan 25 18:40:46.315343 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e3f6c270-4b86-4a17-aadc-748ae792d79e req-10b7f82b-9478-4ba2-adc1-cf08496c7326 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398242 Jan 25 18:40:46.343240 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9db100-d50f-4d04-8afa-430add91434c req-d74e0fa3-8184-498f-91d3-4108bc63691a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:46.344683 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0c9db100-d50f-4d04-8afa-430add91434c req-d74e0fa3-8184-498f-91d3-4108bc63691a service neutron] 10.222.0.42 "GET /v2.0/networks?id=f1204178-e3f4-4d73-ba25-93a4ab80f272 HTTP/1.1" status: 200 len: 920 time: 0.2218182 Jan 25 18:40:46.406045 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0c9db100-d50f-4d04-8afa-430add91434c req-f0de2c49-f585-404c-af59-7107b97b5c2a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5f01456-5a0b-4460-91e4-8a9fff427abf HTTP/1.1" status: 200 len: 217 time: 0.0499859 Jan 25 18:40:46.409317 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2f51a6d2-564c-4e87-93cd-b706bbfe9ff0 req-62e96155-f6f7-4c8f-84c6-3add56b0e8c3 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896904 Jan 25 18:40:46.476126 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9db100-d50f-4d04-8afa-430add91434c req-a84cb25a-9712-4675-9060-f3f30cc86d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:46.478055 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0c9db100-d50f-4d04-8afa-430add91434c req-a84cb25a-9712-4675-9060-f3f30cc86d80 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18b441d1-81c8-4da4-95e8-ec948459c314 HTTP/1.1" status: 200 len: 859 time: 0.0650084 Jan 25 18:40:46.536630 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0c9db100-d50f-4d04-8afa-430add91434c req-78ce2109-9d83-44f9-a52f-cd547f9e8c99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f1204178-e3f4-4d73-ba25-93a4ab80f272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290821 Jan 25 18:40:46.663817 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7b7f5-0756-418f-941d-3ca47478d218 req-1d27b29c-a5f7-43e9-8408-09c2f4b2753f tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:46.665358 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-19b7b7f5-0756-418f-941d-3ca47478d218 req-1d27b29c-a5f7-43e9-8408-09c2f4b2753f tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=b237bebf-7dce-4434-a922-667d3a768eb8 HTTP/1.1" status: 200 len: 945 time: 0.1231809 Jan 25 18:40:46.701130 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0c9db100-d50f-4d04-8afa-430add91434c req-2ca8700b-2649-43a0-a4d3-0d5ec5eea131 service neutron] 10.222.0.42 "GET /v2.0/networks/f1204178-e3f4-4d73-ba25-93a4ab80f272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570003 Jan 25 18:40:46.758954 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-19b7b7f5-0756-418f-941d-3ca47478d218 req-64a3f700-2679-4088-9c5f-b83fa631ad60 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853751 Jan 25 18:40:46.829812 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0c9db100-d50f-4d04-8afa-430add91434c req-01454a44-f4b5-41c5-b29f-5ec9873cb727 service neutron] 10.222.0.42 "GET /v2.0/networks/f1204178-e3f4-4d73-ba25-93a4ab80f272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202147 Jan 25 18:40:47.166113 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c36e1-3024-4602-a6ac-7a39bc5ef5d7 req-b2cd5567-7efe-45dc-a38b-6e63bb5c2648 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:47.168379 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-493c36e1-3024-4602-a6ac-7a39bc5ef5d7 req-b2cd5567-7efe-45dc-a38b-6e63bb5c2648 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0589335 Jan 25 18:40:47.247543 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-493c36e1-3024-4602-a6ac-7a39bc5ef5d7 req-30af03f4-998e-475f-8a4b-86c345833b9c tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700994 Jan 25 18:40:47.277980 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 93853a16-29bb-4dae-81a4-115c6c688504 up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:40:47.331955 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port 93853a16-29bb-4dae-81a4-115c6c688504 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:40:47.333051 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (93853a16-29bb-4dae-81a4-115c6c688504), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:47.464993 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a7777-67a5-422a-91d6-0be1a65862c7 req-0d0e6d7f-c52f-4306-a236-e134744ce035 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:47.465731 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 93853a16-29bb-4dae-81a4-115c6c688504 is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:40:47.466189 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (93853a16-29bb-4dae-81a4-115c6c688504), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:47.476930 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-561a7777-67a5-422a-91d6-0be1a65862c7 req-0d0e6d7f-c52f-4306-a236-e134744ce035 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 944 time: 0.0783751 Jan 25 18:40:47.528847 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 93853a16-29bb-4dae-81a4-115c6c688504, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=93853a16-29bb-4dae-81a4-115c6c688504,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:40:47.530145 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a74462a-e8b7-43d9-a2c4-785fd48f1ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93853a16-29bb-4dae-81a4-115c6c688504'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:40:47.533663 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d16c359-8d6b-4a23-ad83-8ceaa72b75d5" -d '{"events": [{"server_uuid": "8a74462a-e8b7-43d9-a2c4-785fd48f1ab6", "name": "network-vif-plugged", "status": "completed", "tag": "93853a16-29bb-4dae-81a4-115c6c688504"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:40:47.538558 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (93853a16-29bb-4dae-81a4-115c6c688504), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:47.539921 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 8a64488e-6b3b-4e62-90b2-effaf50109da no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:40:47.565565 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-561a7777-67a5-422a-91d6-0be1a65862c7 req-bd203307-fd03-48ea-8656-8c56fbc812d9 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874424 Jan 25 18:40:47.616860 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] No Port match for: 8a64488e-6b3b-4e62-90b2-effaf50109da {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:40:47.617224 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 8a64488e-6b3b-4e62-90b2-effaf50109da not bound to the agent host hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:40:47.619946 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=93853a16-29bb-4dae-81a4-115c6c688504,revision_number=7']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:40:47.637585 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d5ed66-637c-4b64-b4f8-28aa6caeb35b x-openstack-request-id: req-08d5ed66-637c-4b64-b4f8-28aa6caeb35b {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:40:47.637908 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a74462a-e8b7-43d9-a2c4-785fd48f1ab6", "name": "network-vif-plugged", "status": "completed", "tag": "93853a16-29bb-4dae-81a4-115c6c688504", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:40:47.638208 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08d5ed66-637c-4b64-b4f8-28aa6caeb35b {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:40:47.638617 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a74462a-e8b7-43d9-a2c4-785fd48f1ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93853a16-29bb-4dae-81a4-115c6c688504', 'code': 200} Jan 25 18:40:47.707328 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690834f7-1990-468e-91cd-a9dabf17d016 req-0a80b6bd-152e-4d12-be14-427e7faeea43 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:47.714776 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-690834f7-1990-468e-91cd-a9dabf17d016 req-0a80b6bd-152e-4d12-be14-427e7faeea43 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0992138 Jan 25 18:40:47.775879 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-690834f7-1990-468e-91cd-a9dabf17d016 req-c284dc31-796b-4b19-9b7c-f1415a5073cb tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602071 Jan 25 18:40:47.892413 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7151d4-96a6-4f42-bd84-215b6259ff13 req-83f55676-3b08-4e47-9b6a-9149f4fed34e tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:47.893759 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0d7151d4-96a6-4f42-bd84-215b6259ff13 req-83f55676-3b08-4e47-9b6a-9149f4fed34e tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=b237bebf-7dce-4434-a922-667d3a768eb8 HTTP/1.1" status: 200 len: 945 time: 0.0509927 Jan 25 18:40:47.948734 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0d7151d4-96a6-4f42-bd84-215b6259ff13 req-64601bff-126f-4126-916f-a3731faf5b0a tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442297 Jan 25 18:40:48.422260 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e4714-423b-41d3-abeb-a8f75b4be403 req-dbf461fd-be15-4882-a0dc-60b711272ce7 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:48.429978 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-678e4714-423b-41d3-abeb-a8f75b4be403 req-dbf461fd-be15-4882-a0dc-60b711272ce7 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.1061890 Jan 25 18:40:48.493583 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5942437-0691-402c-866b-1f4d29fd2095 req-e0d8c2b2-f6be-4d23-9826-5570609f28fb tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:48.495685 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d5942437-0691-402c-866b-1f4d29fd2095 req-e0d8c2b2-f6be-4d23-9826-5570609f28fb tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.42 "GET /v2.0/ports?device_id=b237bebf-7dce-4434-a922-667d3a768eb8 HTTP/1.1" status: 200 len: 945 time: 0.1176879 Jan 25 18:40:48.503602 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-678e4714-423b-41d3-abeb-a8f75b4be403 req-99ec1b0b-9974-4067-afc7-e3c83c75df18 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723188 Jan 25 18:40:48.626747 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 47170) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:40:48.646757 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-d5942437-0691-402c-866b-1f4d29fd2095 req-eec3c556-dafc-44a5-a4a3-529617420251 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Deleting port f93b96bc-732e-4b8f-9164-841bdf36e617 {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:40:48.647138 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d5942437-0691-402c-866b-1f4d29fd2095 req-eec3c556-dafc-44a5-a4a3-529617420251 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (f93b96bc-732e-4b8f-9164-841bdf36e617), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:48.795473 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bd3c2-812d-4056-916c-9fd331cb6600 req-8e76b159-16d6-4420-a76d-b49309381cae tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:48.802235 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0b6bd3c2-812d-4056-916c-9fd331cb6600 req-8e76b159-16d6-4420-a76d-b49309381cae tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.1147380 Jan 25 18:40:48.804256 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-86ec57e2-4f6e-49bb-b68f-e237bc5a46f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:48.815648 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-d5942437-0691-402c-866b-1f4d29fd2095 req-eec3c556-dafc-44a5-a4a3-529617420251 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] For port f93b96bc-732e-4b8f-9164-841bdf36e617, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=f93b96bc-732e-4b8f-9164-841bdf36e617,segment=NetworkSegment(63da4b9e-7aec-4a65-8c20-bb312e592a28),segment_id=63da4b9e-7aec-4a65-8c20-bb312e592a28)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:40:48.816012 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d5942437-0691-402c-866b-1f4d29fd2095 req-eec3c556-dafc-44a5-a4a3-529617420251 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (f93b96bc-732e-4b8f-9164-841bdf36e617), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:48.837366 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-d5942437-0691-402c-866b-1f4d29fd2095 req-eec3c556-dafc-44a5-a4a3-529617420251 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Calling delete_port for f93b96bc-732e-4b8f-9164-841bdf36e617 owned by compute:nova {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:40:48.909363 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-86ec57e2-4f6e-49bb-b68f-e237bc5a46f5 admin admin] Publish callbacks [] for security_group (9b80c266-8cef-4041-9141-d53196c6f10e), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:48.914141 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-86ec57e2-4f6e-49bb-b68f-e237bc5a46f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (9b80c266-8cef-4041-9141-d53196c6f10e), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:48.935970 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0b6bd3c2-812d-4056-916c-9fd331cb6600 req-bbc0db15-d3d2-4d74-922c-4be4b8549eec tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328480 Jan 25 18:40:48.953061 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec57e2-4f6e-49bb-b68f-e237bc5a46f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b80c266-8cef-4041-9141-d53196c6f10e,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:40:48.998722 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-86ec57e2-4f6e-49bb-b68f-e237bc5a46f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02a1dc6c72f24a20a2afa17becc85d4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3700759 Jan 25 18:40:49.000881 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 47178) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:40:49.017291 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb3d56-8ea7-46f8-8bea-76975c01290a req-786a0b13-e04d-482a-b0da-dd243d99d4e9 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:49.019054 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-02cb3d56-8ea7-46f8-8bea-76975c01290a req-786a0b13-e04d-482a-b0da-dd243d99d4e9 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.1061816 Jan 25 18:40:49.074388 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6c6ae64c-25f5-4679-8ea1-7c65e4285e76 admin admin] Publish callbacks [] for security_group (9b80c266-8cef-4041-9141-d53196c6f10e), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:49.103527 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6c6ae64c-25f5-4679-8ea1-7c65e4285e76 admin admin] Publish callbacks [] for security_group (9b80c266-8cef-4041-9141-d53196c6f10e), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:49.177334 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d5942437-0691-402c-866b-1f4d29fd2095 req-eec3c556-dafc-44a5-a4a3-529617420251 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620'] for port (f93b96bc-732e-4b8f-9164-841bdf36e617), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:49.185415 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['c689a356-34e5-4c13-925d-823bf06c5abd', 'f93b96bc-732e-4b8f-9164-841bdf36e617'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:40:49.214491 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-02cb3d56-8ea7-46f8-8bea-76975c01290a req-0261f5d5-b136-40b8-8081-5c3fa3540cbc tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875694 Jan 25 18:40:49.267844 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3c556-dafc-44a5-a4a3-529617420251 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Pushing event deleted for resources: {'Port': ['ID=f93b96bc-732e-4b8f-9164-841bdf36e617,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:40:49.269172 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6c6ae64c-25f5-4679-8ea1-7c65e4285e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (9b80c266-8cef-4041-9141-d53196c6f10e), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:49.282519 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6c6ae64c-25f5-4679-8ea1-7c65e4285e76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:49.297017 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-6c6ae64c-25f5-4679-8ea1-7c65e4285e76 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b80c266-8cef-4041-9141-d53196c6f10e HTTP/1.1" status: 204 len: 168 time: 0.2948494 Jan 25 18:40:49.297229 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72469c79-05ac-4659-9788-67c0c2af53b8 req-ebc02552-8600-4260-b077-18f5a0e91c96 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:49.299022 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-72469c79-05ac-4659-9788-67c0c2af53b8 req-ebc02552-8600-4260-b077-18f5a0e91c96 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=b237bebf-7dce-4434-a922-667d3a768eb8 HTTP/1.1" status: 200 len: 945 time: 0.2124155 Jan 25 18:40:49.315655 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ae64c-25f5-4679-8ea1-7c65e4285e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b80c266-8cef-4041-9141-d53196c6f10e,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:40:49.321873 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5942437-0691-402c-866b-1f4d29fd2095 req-eec3c556-dafc-44a5-a4a3-529617420251 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] No DVR routers for this DVR port f93b96bc-732e-4b8f-9164-841bdf36e617 on host hv-cinder-82635 {{(pid=102638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:40:49.359341 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d5942437-0691-402c-866b-1f4d29fd2095 req-eec3c556-dafc-44a5-a4a3-529617420251 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:49.362611 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d5942437-0691-402c-866b-1f4d29fd2095 req-eec3c556-dafc-44a5-a4a3-529617420251 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.42 "DELETE /v2.0/ports/f93b96bc-732e-4b8f-9164-841bdf36e617 HTTP/1.1" status: 204 len: 173 time: 0.8583927 Jan 25 18:40:49.363073 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b237bebf-7dce-4434-a922-667d3a768eb8', 'name': 'network-vif-deleted', 'tag': 'f93b96bc-732e-4b8f-9164-841bdf36e617'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:40:49.366103 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95cba4a-ed11-4cea-9b04-16dccff04345" -d '{"events": [{"server_uuid": "b237bebf-7dce-4434-a922-667d3a768eb8", "name": "network-vif-deleted", "tag": "f93b96bc-732e-4b8f-9164-841bdf36e617"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:40:49.413723 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-72469c79-05ac-4659-9788-67c0c2af53b8 req-0d3f3cfb-f349-4aaf-a160-1f32cc1f8499 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929027 Jan 25 18:40:49.430251 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d747a5-9c7a-44ef-a02f-61430b3ec64f x-openstack-request-id: req-42d747a5-9c7a-44ef-a02f-61430b3ec64f {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:40:49.430539 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b237bebf-7dce-4434-a922-667d3a768eb8", "name": "network-vif-deleted", "tag": "f93b96bc-732e-4b8f-9164-841bdf36e617", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:40:49.430800 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42d747a5-9c7a-44ef-a02f-61430b3ec64f {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:40:49.431207 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b237bebf-7dce-4434-a922-667d3a768eb8', 'name': 'network-vif-deleted', 'tag': 'f93b96bc-732e-4b8f-9164-841bdf36e617', 'status': 'completed', 'code': 200} Jan 25 18:40:49.681269 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457115e-459f-4635-8dc7-6d44540e0cb5 req-f2c36f2c-b050-4508-b33e-192206e62c7c tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:49.685948 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c457115e-459f-4635-8dc7-6d44540e0cb5 req-f2c36f2c-b050-4508-b33e-192206e62c7c tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0708947 Jan 25 18:40:49.755013 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c457115e-459f-4635-8dc7-6d44540e0cb5 req-a1e4f467-a443-4dd9-8b38-3150a40ec1d1 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555620 Jan 25 18:40:50.075422 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44557848-c1a8-4657-a9fa-3a066c3aad21 req-02bc95fd-9027-4a07-8d0a-340475cfa502 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:50.083617 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-44557848-c1a8-4657-a9fa-3a066c3aad21 req-02bc95fd-9027-4a07-8d0a-340475cfa502 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.0631127 Jan 25 18:40:50.135190 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-44557848-c1a8-4657-a9fa-3a066c3aad21 req-db26dbab-b941-4754-9f78-3fa339d3501a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505760 Jan 25 18:40:50.324430 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af640894-9991-4e88-a8b8-996afcdd2caa req-46690050-7313-4c3c-8be8-9b839269305d tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:50.326121 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-af640894-9991-4e88-a8b8-996afcdd2caa req-46690050-7313-4c3c-8be8-9b839269305d tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0600014 Jan 25 18:40:50.383323 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-af640894-9991-4e88-a8b8-996afcdd2caa req-99bb8f3c-b059-4c06-b90e-86e4c8fb7d0a tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509074 Jan 25 18:40:50.922823 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc85264-baa6-4acd-9a94-1a3a73317b7a req-b2715867-7cf0-4513-bd16-ac62cefac222 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:50.932820 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5dc85264-baa6-4acd-9a94-1a3a73317b7a req-b2715867-7cf0-4513-bd16-ac62cefac222 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0883183 Jan 25 18:40:51.001037 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5dc85264-baa6-4acd-9a94-1a3a73317b7a req-8123e04b-b6e6-45cc-a4da-3a0871441a03 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657666 Jan 25 18:40:51.271626 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431865b-660e-4df7-b321-400c279bf91f req-fd9a7be3-0803-4669-bd65-fcc8d5a1cb8e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:51.272996 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f431865b-660e-4df7-b321-400c279bf91f req-fd9a7be3-0803-4669-bd65-fcc8d5a1cb8e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.0538955 Jan 25 18:40:51.298541 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device f93b96bc-732e-4b8f-9164-841bdf36e617 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:40:51.324690 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] No Port match for: f93b96bc-732e-4b8f-9164-841bdf36e617 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:40:51.325292 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device f93b96bc-732e-4b8f-9164-841bdf36e617 not bound to the agent host hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:40:51.336269 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f431865b-660e-4df7-b321-400c279bf91f req-a0531735-7ea1-452e-9ab3-4547914ada30 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573623 Jan 25 18:40:51.527941 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29918fc-489e-403d-91a5-f1c9ced81d5d req-559f4d64-6c5d-4b7a-a2c2-1e1ac1cde6f6 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:51.529327 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f29918fc-489e-403d-91a5-f1c9ced81d5d req-559f4d64-6c5d-4b7a-a2c2-1e1ac1cde6f6 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0631382 Jan 25 18:40:51.602042 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f29918fc-489e-403d-91a5-f1c9ced81d5d req-d0c23612-4a35-4f7a-9a90-aedfe78cd812 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538719 Jan 25 18:40:51.856382 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:51.898413 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260587a6-ff93-49bb-9b7c-c49007a47c47 req-e7fee3a6-b790-4a88-a6b0-21f428a08499 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:51.902421 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-260587a6-ff93-49bb-9b7c-c49007a47c47 req-e7fee3a6-b790-4a88-a6b0-21f428a08499 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 946 time: 0.0834491 Jan 25 18:40:51.966037 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-260587a6-ff93-49bb-9b7c-c49007a47c47 req-39824e0b-59c0-4369-8445-5ff834601980 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502496 Jan 25 18:40:52.132243 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb408c79-3f7e-4f37-bd62-b53686755aab req-ae521c18-f738-44d3-bb30-ba51ec7f65ab tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:52.133717 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fb408c79-3f7e-4f37-bd62-b53686755aab req-ae521c18-f738-44d3-bb30-ba51ec7f65ab tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0566182 Jan 25 18:40:52.184828 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fb408c79-3f7e-4f37-bd62-b53686755aab req-82120127-310b-4dc2-baa1-3a2e6089d37c tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451684 Jan 25 18:40:52.418981 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237b634-44c7-4950-ab3d-e12bac6eb46e req-ea0d029c-a417-4d04-9bf0-8487b19f29f6 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:52.426452 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a237b634-44c7-4950-ab3d-e12bac6eb46e req-ea0d029c-a417-4d04-9bf0-8487b19f29f6 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0606043 Jan 25 18:40:52.529575 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a237b634-44c7-4950-ab3d-e12bac6eb46e req-32c1284c-65d8-422c-b6a8-c106d6963e41 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021924 Jan 25 18:40:52.542309 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c874c7-4d36-4181-9ea5-57a1dd3f3736 req-287bf461-0607-4e5b-ab5c-f27ef0e417a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:52.543755 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-87c874c7-4d36-4181-9ea5-57a1dd3f3736 req-287bf461-0607-4e5b-ab5c-f27ef0e417a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a3146285abdc4982ba9505ebc887faaa&device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 1098 time: 0.0976536 Jan 25 18:40:52.575353 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba562af-e0b2-409f-8217-5cb25046e768 req-bffe2a82-16ed-43dd-9dd0-9a9a376cc625 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:52.576811 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-aba562af-e0b2-409f-8217-5cb25046e768 req-bffe2a82-16ed-43dd-9dd0-9a9a376cc625 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.1191671 Jan 25 18:40:52.717481 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-aba562af-e0b2-409f-8217-5cb25046e768 req-d1550cee-cd9e-48b7-808c-bbd0af7b4d4c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279666 Jan 25 18:40:52.737837 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c874c7-4d36-4181-9ea5-57a1dd3f3736 req-02b6c6df-1cbf-4dfe-8bce-10fb489e9fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:52.737837 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-87c874c7-4d36-4181-9ea5-57a1dd3f3736 req-02b6c6df-1cbf-4dfe-8bce-10fb489e9fce service neutron] 10.222.0.42 "GET /v2.0/networks?id=39a92873-72dd-4c94-9b45-f8eddc76cfc4 HTTP/1.1" status: 200 len: 911 time: 0.1864998 Jan 25 18:40:52.804887 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414afaee-5c1c-4749-8181-9a80d6d78efe req-5886b1c7-84d2-4b6b-afca-d3c512dd8eb3 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:52.807046 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-414afaee-5c1c-4749-8181-9a80d6d78efe req-5886b1c7-84d2-4b6b-afca-d3c512dd8eb3 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.1119947 Jan 25 18:40:52.836878 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-87c874c7-4d36-4181-9ea5-57a1dd3f3736 req-cda08fc1-3934-4934-ab52-0b5e57a18110 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbbd3d57-8220-4579-8fe8-6979ccf35f92 HTTP/1.1" status: 200 len: 1001 time: 0.0925200 Jan 25 18:40:52.896588 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-414afaee-5c1c-4749-8181-9a80d6d78efe req-e7012e9f-cbdb-4720-9a5e-a325f65cdb37 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830088 Jan 25 18:40:52.923452 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c874c7-4d36-4181-9ea5-57a1dd3f3736 req-b68094a1-db70-4113-82ee-3b7bab4dca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:52.924907 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-87c874c7-4d36-4181-9ea5-57a1dd3f3736 req-b68094a1-db70-4113-82ee-3b7bab4dca0a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e8bae059-1749-4e6b-8122-ee6422457f86 HTTP/1.1" status: 200 len: 849 time: 0.0773137 Jan 25 18:40:52.985079 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c874c7-4d36-4181-9ea5-57a1dd3f3736 req-d46048a9-fc9b-47c7-ac0f-84acf6b7dc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:52.986999 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-87c874c7-4d36-4181-9ea5-57a1dd3f3736 req-d46048a9-fc9b-47c7-ac0f-84acf6b7dc8a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=39a92873-72dd-4c94-9b45-f8eddc76cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520794 Jan 25 18:40:53.356748 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc626a-14df-426c-9f35-0c42b0b4af49 req-0026e75e-89b8-4b1b-a699-fddd31a23280 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:53.358237 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-25cc626a-14df-426c-9f35-0c42b0b4af49 req-0026e75e-89b8-4b1b-a699-fddd31a23280 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 946 time: 0.3248112 Jan 25 18:40:53.373103 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-87c874c7-4d36-4181-9ea5-57a1dd3f3736 req-35e83421-51ac-43d4-b58d-76ba9d6dd9e4 service neutron] 10.222.0.42 "GET /v2.0/networks/39a92873-72dd-4c94-9b45-f8eddc76cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791947 Jan 25 18:40:53.515048 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-25cc626a-14df-426c-9f35-0c42b0b4af49 req-1764acc5-6e14-4472-bead-bd516d8431b1 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2eca1be-d647-406a-a01c-cbcb788e4ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494777 Jan 25 18:40:53.553019 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-87c874c7-4d36-4181-9ea5-57a1dd3f3736 req-ff787679-db1d-466c-bbe7-1d6ad058a488 service neutron] 10.222.0.42 "GET /v2.0/networks/39a92873-72dd-4c94-9b45-f8eddc76cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676445 Jan 25 18:40:53.657022 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198eae-6904-49bf-98e1-3302f88b33a9 req-e9d60362-28fb-4ca6-90f1-01227de0a800 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:53.658654 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d9198eae-6904-49bf-98e1-3302f88b33a9 req-e9d60362-28fb-4ca6-90f1-01227de0a800 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0539076 Jan 25 18:40:53.753493 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d9198eae-6904-49bf-98e1-3302f88b33a9 req-4b461a04-0ee9-4af8-b49f-206f65569c82 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883181 Jan 25 18:40:53.851666 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d5746-c580-4fc0-b0c0-9aff04465aa4 req-e91c5eb4-666a-44c2-a818-4f7a9dabe184 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:53.854054 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-511d5746-c580-4fc0-b0c0-9aff04465aa4 req-e91c5eb4-666a-44c2-a818-4f7a9dabe184 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.0574853 Jan 25 18:40:53.904232 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-511d5746-c580-4fc0-b0c0-9aff04465aa4 req-3febdae3-96a6-4e32-a3c4-3ede59988249 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432112 Jan 25 18:40:54.038889 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efaf1a-8f41-49e3-8fc0-bce226857ffa req-8fbeb183-d4ca-4989-ab7c-3cbcc3219425 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:54.040385 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a4efaf1a-8f41-49e3-8fc0-bce226857ffa req-8fbeb183-d4ca-4989-ab7c-3cbcc3219425 tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.42 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 946 time: 0.0949781 Jan 25 18:40:54.089687 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99664690-e334-45ef-ac30-c3f704b17c9e req-edf915ed-93a6-4669-80fb-ef0e23bef4de tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:54.091190 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-99664690-e334-45ef-ac30-c3f704b17c9e req-edf915ed-93a6-4669-80fb-ef0e23bef4de tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.1022136 Jan 25 18:40:54.180182 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-99664690-e334-45ef-ac30-c3f704b17c9e req-1b4a2c3d-94e5-4ae0-af44-29a4156a4278 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831177 Jan 25 18:40:54.194280 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-a4efaf1a-8f41-49e3-8fc0-bce226857ffa req-d2e41098-5881-44be-a9d6-046a560b19ec tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Deleting port c689a356-34e5-4c13-925d-823bf06c5abd {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:40:54.194699 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-a4efaf1a-8f41-49e3-8fc0-bce226857ffa req-d2e41098-5881-44be-a9d6-046a560b19ec tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (c689a356-34e5-4c13-925d-823bf06c5abd), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:54.309775 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-a4efaf1a-8f41-49e3-8fc0-bce226857ffa req-d2e41098-5881-44be-a9d6-046a560b19ec tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] For port c689a356-34e5-4c13-925d-823bf06c5abd, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=c689a356-34e5-4c13-925d-823bf06c5abd,segment=NetworkSegment(63da4b9e-7aec-4a65-8c20-bb312e592a28),segment_id=63da4b9e-7aec-4a65-8c20-bb312e592a28)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:40:54.310178 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-a4efaf1a-8f41-49e3-8fc0-bce226857ffa req-d2e41098-5881-44be-a9d6-046a560b19ec tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (c689a356-34e5-4c13-925d-823bf06c5abd), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:54.326387 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-a4efaf1a-8f41-49e3-8fc0-bce226857ffa req-d2e41098-5881-44be-a9d6-046a560b19ec tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Calling delete_port for c689a356-34e5-4c13-925d-823bf06c5abd owned by compute:nova {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:40:54.439978 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:40:54.525968 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-a4efaf1a-8f41-49e3-8fc0-bce226857ffa req-d2e41098-5881-44be-a9d6-046a560b19ec tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620'] for port (c689a356-34e5-4c13-925d-823bf06c5abd), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:54.539504 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['c689a356-34e5-4c13-925d-823bf06c5abd'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:40:54.570131 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e41098-5881-44be-a9d6-046a560b19ec tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Pushing event deleted for resources: {'Port': ['ID=c689a356-34e5-4c13-925d-823bf06c5abd,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:40:54.629694 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4efaf1a-8f41-49e3-8fc0-bce226857ffa req-d2e41098-5881-44be-a9d6-046a560b19ec tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] No DVR routers for this DVR port c689a356-34e5-4c13-925d-823bf06c5abd on host hv-cinder-82635 {{(pid=102638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:40:54.632399 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-a4efaf1a-8f41-49e3-8fc0-bce226857ffa req-d2e41098-5881-44be-a9d6-046a560b19ec tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:54.635875 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a4efaf1a-8f41-49e3-8fc0-bce226857ffa req-d2e41098-5881-44be-a9d6-046a560b19ec tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.42 "DELETE /v2.0/ports/c689a356-34e5-4c13-925d-823bf06c5abd HTTP/1.1" status: 204 len: 173 time: 0.5880678 Jan 25 18:40:54.637643 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde2de05-52e3-43a0-9bd4-6bb41330585a', 'name': 'network-vif-deleted', 'tag': 'c689a356-34e5-4c13-925d-823bf06c5abd'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:40:54.639932 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2253caa-1e9e-496e-8668-65e94eb8ebd7" -d '{"events": [{"server_uuid": "fde2de05-52e3-43a0-9bd4-6bb41330585a", "name": "network-vif-deleted", "tag": "c689a356-34e5-4c13-925d-823bf06c5abd"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:40:54.670687 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0cd50834-83db-4bf7-9ba3-d6ce8e96e3f5 req-1b7f3c1c-9a77-4965-96a1-0a66b87cde8c tempest-AttachVolumeNegativeTest-1045091263 tempest-AttachVolumeNegativeTest-1045091263-project] 10.222.0.41 "GET /v2.0/ports?device_id=fde2de05-52e3-43a0-9bd4-6bb41330585a HTTP/1.1" status: 200 len: 210 time: 0.0631068 Jan 25 18:40:54.736887 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b85ceb7-6194-48f7-946e-fc42704f55d9 x-openstack-request-id: req-9b85ceb7-6194-48f7-946e-fc42704f55d9 {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:40:54.737253 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde2de05-52e3-43a0-9bd4-6bb41330585a", "name": "network-vif-deleted", "tag": "c689a356-34e5-4c13-925d-823bf06c5abd", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:40:54.737579 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b85ceb7-6194-48f7-946e-fc42704f55d9 {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:40:54.738080 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde2de05-52e3-43a0-9bd4-6bb41330585a', 'name': 'network-vif-deleted', 'tag': 'c689a356-34e5-4c13-925d-823bf06c5abd', 'status': 'completed', 'code': 200} Jan 25 18:40:54.904178 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d84059-be4f-41c3-ba20-1d681d152950 req-5fbb474b-4209-421f-b444-0091833bb1ab tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:54.905810 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-90d84059-be4f-41c3-ba20-1d681d152950 req-5fbb474b-4209-421f-b444-0091833bb1ab tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0592921 Jan 25 18:40:54.968243 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-90d84059-be4f-41c3-ba20-1d681d152950 req-a30924a6-c803-4ea9-9c29-7e8226920b7d tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567231 Jan 25 18:40:55.038361 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd31b8-1a15-42a1-aad2-6f1e8133fede req-7ba3f0ee-0e51-4387-99b4-421b12947a11 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:55.041718 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-89bd31b8-1a15-42a1-aad2-6f1e8133fede req-7ba3f0ee-0e51-4387-99b4-421b12947a11 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.0558109 Jan 25 18:40:55.113940 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-89bd31b8-1a15-42a1-aad2-6f1e8133fede req-e6f9a8e8-f146-4911-a7cf-590060ba887e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423684 Jan 25 18:40:55.333665 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3ec9c-8f84-482c-8dcc-a72d35c525cf req-2eb1cbaa-d97b-4e99-aa5a-880b19380a6e tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:55.335437 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3ed3ec9c-8f84-482c-8dcc-a72d35c525cf req-2eb1cbaa-d97b-4e99-aa5a-880b19380a6e tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0729997 Jan 25 18:40:55.387225 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3ed3ec9c-8f84-482c-8dcc-a72d35c525cf req-afe28146-7249-401c-88bc-26fafba1edae tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451372 Jan 25 18:40:55.723530 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 47254) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:40:55.769010 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_v2 [None req-275b8b27-45cc-4cec-a7da-70c71e886869 admin admin] Deleting subnet 6f089d72-d869-450d-ba13-6426ebb7bbcd {{(pid=102637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 18:40:55.772991 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-275b8b27-45cc-4cec-a7da-70c71e886869 admin admin] Publish callbacks [] for subnet (6f089d72-d869-450d-ba13-6426ebb7bbcd), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:55.811082 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-275b8b27-45cc-4cec-a7da-70c71e886869 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3682483'] for subnet (6f089d72-d869-450d-ba13-6426ebb7bbcd), precommit_delete_associations {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:55.850107 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-275b8b27-45cc-4cec-a7da-70c71e886869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490167'] for subnet (6f089d72-d869-450d-ba13-6426ebb7bbcd), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:55.903165 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-275b8b27-45cc-4cec-a7da-70c71e886869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31424641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31292722'] for subnet (6f089d72-d869-450d-ba13-6426ebb7bbcd), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:55.928654 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b8b27-45cc-4cec-a7da-70c71e886869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f089d72-d869-450d-ba13-6426ebb7bbcd,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:40:55.933199 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-275b8b27-45cc-4cec-a7da-70c71e886869 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:55.938737 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-275b8b27-45cc-4cec-a7da-70c71e886869 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6f089d72-d869-450d-ba13-6426ebb7bbcd HTTP/1.1" status: 204 len: 168 time: 0.2117553 Jan 25 18:40:55.938837 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 47266) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:40:56.213982 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7a880b56-7f3d-4918-a9e6-b3a65d327aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530550'] for network (97ab6680-7adb-4fea-a3d3-a93c6c42ed71), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:56.254286 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b452ed3-3727-4ae7-bbc2-4b21582343bd req-3944263e-ef06-467c-a6ec-67a41ec35279 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:56.255792 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7b452ed3-3727-4ae7-bbc2-4b21582343bd req-3944263e-ef06-467c-a6ec-67a41ec35279 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.0461943 Jan 25 18:40:56.290187 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7a880b56-7f3d-4918-a9e6-b3a65d327aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488764', 'neutron.services.segments.db._delete_segments_for_network-8748161470832'] for network (97ab6680-7adb-4fea-a3d3-a93c6c42ed71), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:56.303371 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7b452ed3-3727-4ae7-bbc2-4b21582343bd req-46793835-e840-4fe0-abcd-a55998781800 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414541 Jan 25 18:40:56.312336 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.services.segments.db [None req-7a880b56-7f3d-4918-a9e6-b3a65d327aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ab6680-7adb-4fea-a3d3-a93c6c42ed71']}} {{(pid=102637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:40:56.322034 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.services.segments.db [None req-7a880b56-7f3d-4918-a9e6-b3a65d327aa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63da4b9e-7aec-4a65-8c20-bb312e592a28') {'for_net_delete': True} {{(pid=102637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:40:56.322636 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.services.segments.db [None req-7a880b56-7f3d-4918-a9e6-b3a65d327aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63da4b9e-7aec-4a65-8c20-bb312e592a28') {} {{(pid=102637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:40:56.332487 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7a880b56-7f3d-4918-a9e6-b3a65d327aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748161465977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3682490'] for segment (63da4b9e-7aec-4a65-8c20-bb312e592a28), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:56.345810 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7a880b56-7f3d-4918-a9e6-b3a65d327aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (63da4b9e-7aec-4a65-8c20-bb312e592a28), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:56.351893 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a880b56-7f3d-4918-a9e6-b3a65d327aa7 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=102637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 18:40:56.352269 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7a880b56-7f3d-4918-a9e6-b3a65d327aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31424555'] for segment (63da4b9e-7aec-4a65-8c20-bb312e592a28), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: Traceback (most recent call last): Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: timer() Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: cb(*args, **kw) Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: return func(*args, **kwargs) Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: self._notify() Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: self.callback(batched_events) Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: event.method(event) Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: return f(self, *a, **k) Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: return self._get(url).json() Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: return self.request(url, 'GET', **kwargs) Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:40:56.354444 dv-cinder-826350-1-iscsi neutron-server[102637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:40:56.410982 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7a880b56-7f3d-4918-a9e6-b3a65d327aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699286'] for network (97ab6680-7adb-4fea-a3d3-a93c6c42ed71), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:56.416581 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7a880b56-7f3d-4918-a9e6-b3a65d327aa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:56.420349 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-7a880b56-7f3d-4918-a9e6-b3a65d327aa7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/97ab6680-7adb-4fea-a3d3-a93c6c42ed71 HTTP/1.1" status: 204 len: 168 time: 0.4806688 Jan 25 18:40:56.431690 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a880b56-7f3d-4918-a9e6-b3a65d327aa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=97ab6680-7adb-4fea-a3d3-a93c6c42ed71,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:40:56.513427 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ca308-bfb7-4dab-aa20-067adfb94ba8 req-673b4ee6-e8f9-4d03-8d2d-0c5c8065f2c5 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:56.514966 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b96ca308-bfb7-4dab-aa20-067adfb94ba8 req-673b4ee6-e8f9-4d03-8d2d-0c5c8065f2c5 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0545089 Jan 25 18:40:56.586436 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3354d-c5db-4c6d-93ac-1eee4d6c7f2a req-3c9af70b-e5a3-4fa6-8bec-4f8e3f428e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:56.588569 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-94f3354d-c5db-4c6d-93ac-1eee4d6c7f2a req-3c9af70b-e5a3-4fa6-8bec-4f8e3f428e9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fd0ab9445184d34bff3e43185fd5e1e&device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0727353 Jan 25 18:40:56.597595 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 47274) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:40:56.598719 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b96ca308-bfb7-4dab-aa20-067adfb94ba8 req-27a28821-d53a-4389-9253-f9a56601cb73 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744336 Jan 25 18:40:56.653355 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-33163639-59f0-4347-8290-e9faf94c6895 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17a718a30f324aa9b086c49d167a0bda&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0523269 Jan 25 18:40:56.653680 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 47276) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:40:56.705253 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3354d-c5db-4c6d-93ac-1eee4d6c7f2a req-420029f7-b45d-4449-a827-59e48ea611f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:56.706778 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-94f3354d-c5db-4c6d-93ac-1eee4d6c7f2a req-420029f7-b45d-4449-a827-59e48ea611f9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=438eb890-9580-4e27-a169-38cf0147302b HTTP/1.1" status: 200 len: 917 time: 0.1067643 Jan 25 18:40:56.714335 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-73e058e1-24a9-4935-b97b-128d873e3f24 admin admin] Publish callbacks [] for security_group (d2eca1be-d647-406a-a01c-cbcb788e4ff7), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:56.736653 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-73e058e1-24a9-4935-b97b-128d873e3f24 admin admin] Publish callbacks [] for security_group (d2eca1be-d647-406a-a01c-cbcb788e4ff7), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:56.773361 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-94f3354d-c5db-4c6d-93ac-1eee4d6c7f2a req-7bf690cf-18b1-45aa-beef-541f720841c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93853a16-29bb-4dae-81a4-115c6c688504 HTTP/1.1" status: 200 len: 1001 time: 0.0590730 Jan 25 18:40:56.788322 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-73e058e1-24a9-4935-b97b-128d873e3f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (d2eca1be-d647-406a-a01c-cbcb788e4ff7), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:56.791596 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-73e058e1-24a9-4935-b97b-128d873e3f24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:56.792788 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-73e058e1-24a9-4935-b97b-128d873e3f24 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2eca1be-d647-406a-a01c-cbcb788e4ff7 HTTP/1.1" status: 204 len: 168 time: 0.1381762 Jan 25 18:40:56.800697 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e058e1-24a9-4935-b97b-128d873e3f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2eca1be-d647-406a-a01c-cbcb788e4ff7,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:40:56.827007 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3354d-c5db-4c6d-93ac-1eee4d6c7f2a req-25c2653f-cbe5-41fb-a41e-b7dc34741556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:56.828458 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-94f3354d-c5db-4c6d-93ac-1eee4d6c7f2a req-25c2653f-cbe5-41fb-a41e-b7dc34741556 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cec76f50-4972-4c18-a629-b0502bc042ec HTTP/1.1" status: 200 len: 855 time: 0.0464683 Jan 25 18:40:56.877107 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3354d-c5db-4c6d-93ac-1eee4d6c7f2a req-dfa30650-17a1-4d3a-8ff2-9494e4afbba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:56.878665 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-94f3354d-c5db-4c6d-93ac-1eee4d6c7f2a req-dfa30650-17a1-4d3a-8ff2-9494e4afbba1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=438eb890-9580-4e27-a169-38cf0147302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435996 Jan 25 18:40:56.968777 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-94f3354d-c5db-4c6d-93ac-1eee4d6c7f2a req-97a34777-5041-4920-8c9e-1f288d42f74b service neutron] 10.222.0.42 "GET /v2.0/networks/438eb890-9580-4e27-a169-38cf0147302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844550 Jan 25 18:40:57.061790 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-94f3354d-c5db-4c6d-93ac-1eee4d6c7f2a req-338487d0-1a81-46e7-9829-0ba5e3ee437b service neutron] 10.222.0.42 "GET /v2.0/networks/438eb890-9580-4e27-a169-38cf0147302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873637 Jan 25 18:40:57.288325 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 93853a16-29bb-4dae-81a4-115c6c688504 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:40:57.372158 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 93853a16-29bb-4dae-81a4-115c6c688504 is: ACTIVE; New status is: DOWN {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:40:57.372561 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (93853a16-29bb-4dae-81a4-115c6c688504), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:57.400329 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a74462a-e8b7-43d9-a2c4-785fd48f1ab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93853a16-29bb-4dae-81a4-115c6c688504'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:40:57.402709 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975a2870-1b67-4893-98c4-1da6c8154128" -d '{"events": [{"server_uuid": "8a74462a-e8b7-43d9-a2c4-785fd48f1ab6", "name": "network-vif-unplugged", "status": "completed", "tag": "93853a16-29bb-4dae-81a4-115c6c688504"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:40:57.415349 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 93853a16-29bb-4dae-81a4-115c6c688504, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=93853a16-29bb-4dae-81a4-115c6c688504,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:40:57.421320 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (93853a16-29bb-4dae-81a4-115c6c688504), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:40:57.422052 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device c689a356-34e5-4c13-925d-823bf06c5abd no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:40:57.432096 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33448b7d-dbfc-4a4a-8cba-49f20338b0b3 req-0d8b8cbb-1453-4ed5-b410-d47ad0eaa528 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:57.440163 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-33448b7d-dbfc-4a4a-8cba-49f20338b0b3 req-0d8b8cbb-1453-4ed5-b410-d47ad0eaa528 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 945 time: 0.0637574 Jan 25 18:40:57.469717 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 25 Jan 2022 18:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423ee0a2-1e71-4893-9a3d-eb8f8d28bf31 x-openstack-request-id: req-423ee0a2-1e71-4893-9a3d-eb8f8d28bf31 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:40:57.469932 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a74462a-e8b7-43d9-a2c4-785fd48f1ab6", "name": "network-vif-unplugged", "status": "completed", "tag": "93853a16-29bb-4dae-81a4-115c6c688504", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:40:57.470237 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-423ee0a2-1e71-4893-9a3d-eb8f8d28bf31 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:40:57.470655 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a74462a-e8b7-43d9-a2c4-785fd48f1ab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93853a16-29bb-4dae-81a4-115c6c688504', 'code': 200} Jan 25 18:40:57.473381 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] No Port match for: c689a356-34e5-4c13-925d-823bf06c5abd {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:40:57.473726 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device c689a356-34e5-4c13-925d-823bf06c5abd not bound to the agent host hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:40:57.499138 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-33448b7d-dbfc-4a4a-8cba-49f20338b0b3 req-2bd8de5f-f851-4ad1-91bc-2bda45e64810 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572329 Jan 25 18:40:57.501978 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=93853a16-29bb-4dae-81a4-115c6c688504,revision_number=8']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:40:57.715762 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7aa7a-61ed-4f7d-b891-25b0d8256c2b req-40cfa540-a57f-4956-b378-fe669fa8f854 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:57.717252 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-47f7aa7a-61ed-4f7d-b891-25b0d8256c2b req-40cfa540-a57f-4956-b378-fe669fa8f854 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0510173 Jan 25 18:40:57.763362 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-47f7aa7a-61ed-4f7d-b891-25b0d8256c2b req-ab86af4d-b2b1-4c3e-9e32-03d409c87bf0 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403671 Jan 25 18:40:58.618659 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1ecff-a171-4fb3-affa-0531872fced1 req-008a17ca-1402-4533-8803-480d89ee8987 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:58.620648 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b1f1ecff-a171-4fb3-affa-0531872fced1 req-008a17ca-1402-4533-8803-480d89ee8987 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0508130 Jan 25 18:40:58.664801 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b1f1ecff-a171-4fb3-affa-0531872fced1 req-86beb284-def9-4df2-a7b8-243f7f9d87e5 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388112 Jan 25 18:40:58.873981 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f26a27-3ae6-4fb6-9405-0ba074c2a4fe req-3866b3b0-4835-4f59-9c39-fd47573a7deb tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:58.875454 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d3f26a27-3ae6-4fb6-9405-0ba074c2a4fe req-3866b3b0-4835-4f59-9c39-fd47573a7deb tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0459573 Jan 25 18:40:58.920445 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d3f26a27-3ae6-4fb6-9405-0ba074c2a4fe req-999de394-629b-446a-b46f-a5bcfce37c5f tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396757 Jan 25 18:40:59.795123 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6b76b-3e9a-4dc7-8726-a73d3b3d7c4e req-bb809e63-c930-4c4d-a699-4f08e2075cb5 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:40:59.796683 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2bb6b76b-3e9a-4dc7-8726-a73d3b3d7c4e req-bb809e63-c930-4c4d-a699-4f08e2075cb5 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0499914 Jan 25 18:40:59.843578 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2bb6b76b-3e9a-4dc7-8726-a73d3b3d7c4e req-db9631ac-dacf-4237-925f-56b3fac4db8b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413013 Jan 25 18:41:00.038943 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad320c-d4d3-4439-ab5b-cc988296ec9e req-db930c6a-2e69-4d6b-aaae-58b4d670c6ad tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:00.040577 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2dad320c-d4d3-4439-ab5b-cc988296ec9e req-db930c6a-2e69-4d6b-aaae-58b4d670c6ad tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0500157 Jan 25 18:41:00.061770 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87aff4c7-cdee-433d-bec3-5c703ba09b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:00.100988 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2dad320c-d4d3-4439-ab5b-cc988296ec9e req-f4f9fe69-9a92-4740-8299-4a81c08c75c8 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437317 Jan 25 18:41:00.292792 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [req-efe327bc-df82-4acf-9114-cdf8d1e5b4f1 req-113843cf-2f7b-4b25-99e2-1ad5c98afe82 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:41:00.293780 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-efe327bc-df82-4acf-9114-cdf8d1e5b4f1 req-113843cf-2f7b-4b25-99e2-1ad5c98afe82 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052421 Jan 25 18:41:00.442877 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bd098-9fc4-4ccf-a429-e9fb8ac64daa req-88d56449-470b-4c00-9b56-3c2b421f598c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:00.444323 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ac0bd098-9fc4-4ccf-a429-e9fb8ac64daa req-88d56449-470b-4c00-9b56-3c2b421f598c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0469754 Jan 25 18:41:00.494093 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ac0bd098-9fc4-4ccf-a429-e9fb8ac64daa req-ae0d7610-f13f-4f4b-ae6f-842e91dd15e5 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438905 Jan 25 18:41:00.727454 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 47388) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:00.811777 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6170e31b-6666-4665-8eac-c6d7d2db9e49 req-22afab78-ce74-487b-86a0-5e70d8fd73c7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826209 Jan 25 18:41:00.820088 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [req-6170e31b-6666-4665-8eac-c6d7d2db9e49 req-49afa8ad-f824-4bf0-8095-f109db61cae8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:41:00.821029 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6170e31b-6666-4665-8eac-c6d7d2db9e49 req-49afa8ad-f824-4bf0-8095-f109db61cae8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047998 Jan 25 18:41:01.240228 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d498a-50aa-4323-9b6a-e8195f81cb20 req-9d325557-dff2-4d56-96a2-19a4a5c461b2 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:01.248026 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-743d498a-50aa-4323-9b6a-e8195f81cb20 req-9d325557-dff2-4d56-96a2-19a4a5c461b2 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0621233 Jan 25 18:41:01.312962 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-743d498a-50aa-4323-9b6a-e8195f81cb20 req-3b07182a-54e9-4f14-8a96-92fc305b82f7 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514972 Jan 25 18:41:01.612355 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815267c-1b90-4b4d-814f-61d7cf642e9f req-a134f12b-817e-424a-97b3-c3cea4038676 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:01.613785 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3815267c-1b90-4b4d-814f-61d7cf642e9f req-a134f12b-817e-424a-97b3-c3cea4038676 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0465970 Jan 25 18:41:01.661974 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3815267c-1b90-4b4d-814f-61d7cf642e9f req-4e6ea8d8-bc74-4a3f-8ad9-e52465e8ed1e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421679 Jan 25 18:41:02.200884 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ec74022-cf1b-4899-98c0-bc2c142ead08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:02.413102 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c1712-97c6-4564-8344-621a175a0925 req-ded3689a-c42e-4ecf-9f7c-85ad7c6d8724 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:02.413102 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a33c1712-97c6-4564-8344-621a175a0925 req-ded3689a-c42e-4ecf-9f7c-85ad7c6d8724 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0488675 Jan 25 18:41:02.458119 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a33c1712-97c6-4564-8344-621a175a0925 req-4e302c67-693f-4b8d-b597-a1e57df326d6 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409358 Jan 25 18:41:02.781585 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac0ef5-8fde-4dbb-9098-a105853ad2a0 req-69907100-0f32-4fcb-88e1-3571bc3f99fa tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:02.782997 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-51ac0ef5-8fde-4dbb-9098-a105853ad2a0 req-69907100-0f32-4fcb-88e1-3571bc3f99fa tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0507092 Jan 25 18:41:02.831351 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-51ac0ef5-8fde-4dbb-9098-a105853ad2a0 req-50af6fac-5c93-4eff-9600-f03ca1d957bf tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419383 Jan 25 18:41:03.536961 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:03.573711 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e672f65-b133-4133-9d9e-930fb60678ba req-d087c2ff-d92d-4c0b-99cb-4b97a7af70af tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:03.575245 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4e672f65-b133-4133-9d9e-930fb60678ba req-d087c2ff-d92d-4c0b-99cb-4b97a7af70af tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0505366 Jan 25 18:41:03.620818 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4e672f65-b133-4133-9d9e-930fb60678ba req-62d56b86-b708-4cd8-a30d-3af4770ac3ab tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395765 Jan 25 18:41:03.944899 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16652eaa-4bcd-41b2-9ad9-457fd3f00738 req-0e57c1d3-e96a-4933-af40-5fdd636c5e1b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:03.946346 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-16652eaa-4bcd-41b2-9ad9-457fd3f00738 req-0e57c1d3-e96a-4933-af40-5fdd636c5e1b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0454991 Jan 25 18:41:03.991310 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-16652eaa-4bcd-41b2-9ad9-457fd3f00738 req-615d307b-35cc-4fcc-80cc-914e2334bf5e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386474 Jan 25 18:41:04.087644 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 93853a16-29bb-4dae-81a4-115c6c688504 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:41:04.164527 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 93853a16-29bb-4dae-81a4-115c6c688504 is: DOWN; New status is: DOWN {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:41:04.739948 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbf694-d4cc-4204-9810-af9d0f945fb0 req-9c8c7e56-bffb-45ae-ac48-91832c362ac2 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:04.741347 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-aabbf694-d4cc-4204-9810-af9d0f945fb0 req-9c8c7e56-bffb-45ae-ac48-91832c362ac2 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0525751 Jan 25 18:41:04.788521 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-aabbf694-d4cc-4204-9810-af9d0f945fb0 req-284309d1-af93-473b-8851-73b0cdcf176f tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404303 Jan 25 18:41:04.870696 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:05.110003 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05397d8-cf9a-4fc2-9a41-6cfb4a2ca0e5 req-8c2bbb23-5eda-4ef1-ae6e-54417bdd8bd8 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:05.111451 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f05397d8-cf9a-4fc2-9a41-6cfb4a2ca0e5 req-8c2bbb23-5eda-4ef1-ae6e-54417bdd8bd8 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0480363 Jan 25 18:41:05.158708 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f05397d8-cf9a-4fc2-9a41-6cfb4a2ca0e5 req-76b387a3-e756-43fe-a3a1-e302b967a15f tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416825 Jan 25 18:41:05.425596 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170e31b-6666-4665-8eac-c6d7d2db9e49 req-e22b8408-0b5c-4178-9dd6-e31ad281e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:05.427078 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6170e31b-6666-4665-8eac-c6d7d2db9e49 req-e22b8408-0b5c-4178-9dd6-e31ad281e9e9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6&tenant_id=7fd0ab9445184d34bff3e43185fd5e1e HTTP/1.1" status: 200 len: 1096 time: 0.0692673 Jan 25 18:41:05.489522 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170e31b-6666-4665-8eac-c6d7d2db9e49 req-b34d81a4-bd49-4c8d-8713-0170fb3a90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:05.490983 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6170e31b-6666-4665-8eac-c6d7d2db9e49 req-b34d81a4-bd49-4c8d-8713-0170fb3a90f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fd0ab9445184d34bff3e43185fd5e1e&device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 1096 time: 0.0391986 Jan 25 18:41:05.580096 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170e31b-6666-4665-8eac-c6d7d2db9e49 req-70cd3bdb-a56b-4000-8d93-9f8bc9220704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:05.581568 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6170e31b-6666-4665-8eac-c6d7d2db9e49 req-70cd3bdb-a56b-4000-8d93-9f8bc9220704 service neutron] 10.222.0.42 "GET /v2.0/networks?id=438eb890-9580-4e27-a169-38cf0147302b HTTP/1.1" status: 200 len: 917 time: 0.0821459 Jan 25 18:41:05.651457 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6170e31b-6666-4665-8eac-c6d7d2db9e49 req-a396e91d-a4a1-4ef0-877c-cff0fadfb558 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93853a16-29bb-4dae-81a4-115c6c688504 HTTP/1.1" status: 200 len: 999 time: 0.0618217 Jan 25 18:41:05.700167 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170e31b-6666-4665-8eac-c6d7d2db9e49 req-514af1c0-e329-4e45-9843-536e9927cde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:05.701718 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6170e31b-6666-4665-8eac-c6d7d2db9e49 req-514af1c0-e329-4e45-9843-536e9927cde2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cec76f50-4972-4c18-a629-b0502bc042ec HTTP/1.1" status: 200 len: 855 time: 0.0443780 Jan 25 18:41:05.745928 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170e31b-6666-4665-8eac-c6d7d2db9e49 req-7b548d23-990b-4653-b3db-9735257f9c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:05.747476 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6170e31b-6666-4665-8eac-c6d7d2db9e49 req-7b548d23-990b-4653-b3db-9735257f9c98 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=438eb890-9580-4e27-a169-38cf0147302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398402 Jan 25 18:41:05.848359 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6170e31b-6666-4665-8eac-c6d7d2db9e49 req-2b3590aa-4bb7-48e3-a1bb-1609431746fb service neutron] 10.222.0.42 "GET /v2.0/networks/438eb890-9580-4e27-a169-38cf0147302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942333 Jan 25 18:41:05.963715 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0f5ba-e901-4bbe-bd73-cb000da76fb7 req-8a27da4a-3e31-44dc-b63e-86f9fc94c0b4 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:05.965096 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-05f0f5ba-e901-4bbe-bd73-cb000da76fb7 req-8a27da4a-3e31-44dc-b63e-86f9fc94c0b4 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.1016862 Jan 25 18:41:05.994094 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6170e31b-6666-4665-8eac-c6d7d2db9e49 req-c3cdcd29-644f-43c4-9148-cac282ca0795 service neutron] 10.222.0.42 "GET /v2.0/networks/438eb890-9580-4e27-a169-38cf0147302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378002 Jan 25 18:41:06.024530 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-05f0f5ba-e901-4bbe-bd73-cb000da76fb7 req-edf88dce-2246-402c-b46c-ebdcee62f87e tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539160 Jan 25 18:41:06.128034 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:06.280252 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed6216-e472-4120-865f-93d7ed2d838a req-10a541cd-6a3d-4203-bc29-74073b349fee tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:06.281809 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-66ed6216-e472-4120-865f-93d7ed2d838a req-10a541cd-6a3d-4203-bc29-74073b349fee tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0499065 Jan 25 18:41:06.329591 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-66ed6216-e472-4120-865f-93d7ed2d838a req-2a7112fc-8686-412d-95c8-bcfe1b323c9d tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411448 Jan 25 18:41:07.185570 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a566a6-b10b-42cc-b8f2-26a39851660c req-2ebd6aa4-d629-429e-85b0-cca67cd350d2 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:07.187353 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-98a566a6-b10b-42cc-b8f2-26a39851660c req-2ebd6aa4-d629-429e-85b0-cca67cd350d2 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0774946 Jan 25 18:41:07.238613 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-98a566a6-b10b-42cc-b8f2-26a39851660c req-f8cca584-6179-4b8e-b667-3104327e5582 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457718 Jan 25 18:41:07.453603 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b48ba2-d26f-4bc3-83cd-a7398e9084f9 req-d47f9604-1e41-4974-9415-3229d5c7b20c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:07.455063 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-00b48ba2-d26f-4bc3-83cd-a7398e9084f9 req-d47f9604-1e41-4974-9415-3229d5c7b20c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0495501 Jan 25 18:41:07.505078 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-00b48ba2-d26f-4bc3-83cd-a7398e9084f9 req-a653d60a-62eb-4086-82e3-ddfc72a108b8 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434160 Jan 25 18:41:08.371892 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b10d9-8a01-4dc3-a8b7-e11af875dcdb req-0230e78d-1249-4dbf-97a4-2e59ccf6b141 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:08.373389 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4a4b10d9-8a01-4dc3-a8b7-e11af875dcdb req-0230e78d-1249-4dbf-97a4-2e59ccf6b141 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0539310 Jan 25 18:41:08.442757 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4a4b10d9-8a01-4dc3-a8b7-e11af875dcdb req-ecd9869d-ea44-47d8-ad6e-182b2ee0a32a tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621014 Jan 25 18:41:08.661217 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84f4f2-8a62-41aa-96bd-c23fea9e1c14 req-adbbd2ca-5a02-403c-a0a4-4518ab1a48ac tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:08.666523 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8c84f4f2-8a62-41aa-96bd-c23fea9e1c14 req-adbbd2ca-5a02-403c-a0a4-4518ab1a48ac tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0735302 Jan 25 18:41:08.727145 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8c84f4f2-8a62-41aa-96bd-c23fea9e1c14 req-9d717874-ae9d-41f5-8a12-7167ee9ad0e0 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576997 Jan 25 18:41:08.779719 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 47524) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:08.914385 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-db89b172-52b1-41ba-9a16-c57ddb5b511d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:08.994107 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-db89b172-52b1-41ba-9a16-c57ddb5b511d admin admin] Publish callbacks [] for security_group (0fd94b30-9a82-480f-b136-7200b6dc5784), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:08.998192 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-db89b172-52b1-41ba-9a16-c57ddb5b511d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (0fd94b30-9a82-480f-b136-7200b6dc5784), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:09.047244 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-db89b172-52b1-41ba-9a16-c57ddb5b511d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dab1cbee2ebb4af88bb3957fef10b2be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663488 Jan 25 18:41:09.048133 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89b172-52b1-41ba-9a16-c57ddb5b511d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd94b30-9a82-480f-b136-7200b6dc5784,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:09.050297 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 47530) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:09.106173 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-331cc290-85b7-483c-a1fb-430665b85b60 admin admin] Publish callbacks [] for security_group (0fd94b30-9a82-480f-b136-7200b6dc5784), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:09.128059 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-331cc290-85b7-483c-a1fb-430665b85b60 admin admin] Publish callbacks [] for security_group (0fd94b30-9a82-480f-b136-7200b6dc5784), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:09.179071 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-331cc290-85b7-483c-a1fb-430665b85b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (0fd94b30-9a82-480f-b136-7200b6dc5784), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:09.182055 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-331cc290-85b7-483c-a1fb-430665b85b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:09.183211 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-331cc290-85b7-483c-a1fb-430665b85b60 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0fd94b30-9a82-480f-b136-7200b6dc5784 HTTP/1.1" status: 204 len: 168 time: 0.1318965 Jan 25 18:41:09.199736 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331cc290-85b7-483c-a1fb-430665b85b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd94b30-9a82-480f-b136-7200b6dc5784,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:09.475017 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 47538) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:09.491889 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b338a2e3-6d47-4839-9c8d-7861d1f71ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:09.591269 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b338a2e3-6d47-4839-9c8d-7861d1f71ba5 admin admin] Publish callbacks [] for security_group (6bc4a770-8ed1-4fe1-bf22-a8592d4b9a3d), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:09.597122 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b338a2e3-6d47-4839-9c8d-7861d1f71ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (6bc4a770-8ed1-4fe1-bf22-a8592d4b9a3d), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:09.608256 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb3022-604d-41bc-b6f4-f2f3dc07c38b req-bbc0ecbd-eba4-4558-a9a5-d39780f643be tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:09.610067 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b9bb3022-604d-41bc-b6f4-f2f3dc07c38b req-bbc0ecbd-eba4-4558-a9a5-d39780f643be tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0851264 Jan 25 18:41:09.638263 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338a2e3-6d47-4839-9c8d-7861d1f71ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc4a770-8ed1-4fe1-bf22-a8592d4b9a3d,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:09.648081 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-b338a2e3-6d47-4839-9c8d-7861d1f71ba5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4136c9c27f96403cbc75bb422bb3a8e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1713786 Jan 25 18:41:09.648840 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 47540) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:09.694963 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b9bb3022-604d-41bc-b6f4-f2f3dc07c38b req-b3982159-d98c-4e8b-ab92-8c67ca316432 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599537 Jan 25 18:41:09.717401 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0029da9c-beec-4681-b243-024a2ab58936 admin admin] Publish callbacks [] for security_group (6bc4a770-8ed1-4fe1-bf22-a8592d4b9a3d), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:09.742099 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0029da9c-beec-4681-b243-024a2ab58936 admin admin] Publish callbacks [] for security_group (6bc4a770-8ed1-4fe1-bf22-a8592d4b9a3d), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:09.823370 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0029da9c-beec-4681-b243-024a2ab58936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (6bc4a770-8ed1-4fe1-bf22-a8592d4b9a3d), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:09.826212 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0029da9c-beec-4681-b243-024a2ab58936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:09.827478 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-0029da9c-beec-4681-b243-024a2ab58936 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6bc4a770-8ed1-4fe1-bf22-a8592d4b9a3d HTTP/1.1" status: 204 len: 168 time: 0.1774466 Jan 25 18:41:09.854287 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029da9c-beec-4681-b243-024a2ab58936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc4a770-8ed1-4fe1-bf22-a8592d4b9a3d,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:09.895911 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcd750-b6b8-4fde-98ad-e52fadb2c037 req-b58fa857-2691-4d7c-8fd0-e2496b64e420 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:09.897876 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d7fcd750-b6b8-4fde-98ad-e52fadb2c037 req-b58fa857-2691-4d7c-8fd0-e2496b64e420 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0923562 Jan 25 18:41:09.962312 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d7fcd750-b6b8-4fde-98ad-e52fadb2c037 req-eb606e96-bbba-40a0-9bb3-7e09e3d6ef90 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576062 Jan 25 18:41:10.812229 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e6183-5484-4826-97da-823d8e2d6248 req-0a8df1e1-8b9c-4195-9627-e269b83213e6 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:10.813927 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4a4e6183-5484-4826-97da-823d8e2d6248 req-0a8df1e1-8b9c-4195-9627-e269b83213e6 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0544558 Jan 25 18:41:10.874798 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4a4e6183-5484-4826-97da-823d8e2d6248 req-f6122a5f-dcf0-46a5-9dd0-cc2635f8da9a tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538781 Jan 25 18:41:11.108328 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315675fe-89e5-445c-a20a-b95409a344d3 req-bc649db5-7f6e-4b46-8565-c422def03e0e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:11.109938 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-315675fe-89e5-445c-a20a-b95409a344d3 req-bc649db5-7f6e-4b46-8565-c422def03e0e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0517740 Jan 25 18:41:11.185269 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-315675fe-89e5-445c-a20a-b95409a344d3 req-fab33ec9-7de0-4411-ace4-6fc0b2848ea9 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644071 Jan 25 18:41:12.046288 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803a3b5-c4f1-4f2f-88cb-10b600606ecc req-1ae955ae-3b42-4608-af34-781c4e206cf4 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:12.047789 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-1803a3b5-c4f1-4f2f-88cb-10b600606ecc req-1ae955ae-3b42-4608-af34-781c4e206cf4 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0809102 Jan 25 18:41:12.112192 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-1803a3b5-c4f1-4f2f-88cb-10b600606ecc req-4a3b34a1-bacf-485b-807b-e197d02c9ba0 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506158 Jan 25 18:41:12.326798 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd58e41-75f4-4dc5-9275-f028227bd69d req-4155ff7f-835e-419d-85a9-f0fe9c360ab4 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:12.328316 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0cd58e41-75f4-4dc5-9275-f028227bd69d req-4155ff7f-835e-419d-85a9-f0fe9c360ab4 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0541425 Jan 25 18:41:12.385772 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0cd58e41-75f4-4dc5-9275-f028227bd69d req-c594f168-5d1b-4716-ad7c-8a70b8108e87 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518723 Jan 25 18:41:12.637790 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 47622) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:12.769333 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b7ac7b72-ed74-4994-b2e6-074e86b72b90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:12.849231 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b7ac7b72-ed74-4994-b2e6-074e86b72b90 admin admin] Publish callbacks [] for security_group (ee33f92e-fc43-4e3a-87db-cb0dd40a6f2b), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:12.853623 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b7ac7b72-ed74-4994-b2e6-074e86b72b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (ee33f92e-fc43-4e3a-87db-cb0dd40a6f2b), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:12.893571 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-b7ac7b72-ed74-4994-b2e6-074e86b72b90 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40316d4424524d148d2c6eb6d797eeb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546625 Jan 25 18:41:12.894458 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac7b72-ed74-4994-b2e6-074e86b72b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee33f92e-fc43-4e3a-87db-cb0dd40a6f2b,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:12.896230 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 47626) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:12.950447 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5663-f31b-493c-9bea-29f6ace5836b admin admin] Publish callbacks [] for security_group (ee33f92e-fc43-4e3a-87db-cb0dd40a6f2b), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:12.972258 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5663-f31b-493c-9bea-29f6ace5836b admin admin] Publish callbacks [] for security_group (ee33f92e-fc43-4e3a-87db-cb0dd40a6f2b), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:13.023947 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5663-f31b-493c-9bea-29f6ace5836b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (ee33f92e-fc43-4e3a-87db-cb0dd40a6f2b), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:13.026767 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5663-f31b-493c-9bea-29f6ace5836b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:13.027933 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-2d1a5663-f31b-493c-9bea-29f6ace5836b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee33f92e-fc43-4e3a-87db-cb0dd40a6f2b HTTP/1.1" status: 204 len: 168 time: 0.1299946 Jan 25 18:41:13.036465 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a5663-f31b-493c-9bea-29f6ace5836b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee33f92e-fc43-4e3a-87db-cb0dd40a6f2b,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:13.256847 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d639d9-1fdd-4a90-be91-46a8de6136c6 req-e5bb858a-0e95-4674-b787-ff51af816cc0 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:13.258508 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-31d639d9-1fdd-4a90-be91-46a8de6136c6 req-e5bb858a-0e95-4674-b787-ff51af816cc0 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0600352 Jan 25 18:41:13.323476 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-31d639d9-1fdd-4a90-be91-46a8de6136c6 req-c632ef15-9e50-4932-9b38-51dd67122a3b tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571604 Jan 25 18:41:13.382880 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 47634) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:13.396094 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-9d01bfe1-b685-4979-9b13-7898c7362cb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:13.513748 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f9827-75fb-449f-8f6a-edfefb499afb req-dd38cbc4-2bfd-40e4-a96f-b3be07812d0e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:13.515152 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-9d01bfe1-b685-4979-9b13-7898c7362cb4 admin admin] Publish callbacks [] for security_group (96f05d05-761f-4606-b0cd-3c7c67785737), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:13.515486 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ce0f9827-75fb-449f-8f6a-edfefb499afb req-dd38cbc4-2bfd-40e4-a96f-b3be07812d0e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0525033 Jan 25 18:41:13.521746 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-9d01bfe1-b685-4979-9b13-7898c7362cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (96f05d05-761f-4606-b0cd-3c7c67785737), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:13.578507 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ce0f9827-75fb-449f-8f6a-edfefb499afb req-72681f9d-029f-47c1-b553-5ff421fdde92 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546656 Jan 25 18:41:13.579500 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 47638) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:13.579800 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-9d01bfe1-b685-4979-9b13-7898c7362cb4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d8f12a3df1f479daa96aad895fd09e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1957407 Jan 25 18:41:13.580589 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01bfe1-b685-4979-9b13-7898c7362cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f05d05-761f-4606-b0cd-3c7c67785737,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:13.646892 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b8b07258-2d88-4d11-8147-b0eb8de4c47f admin admin] Publish callbacks [] for security_group (96f05d05-761f-4606-b0cd-3c7c67785737), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:13.673859 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b8b07258-2d88-4d11-8147-b0eb8de4c47f admin admin] Publish callbacks [] for security_group (96f05d05-761f-4606-b0cd-3c7c67785737), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:13.739080 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b8b07258-2d88-4d11-8147-b0eb8de4c47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (96f05d05-761f-4606-b0cd-3c7c67785737), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:13.741660 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b8b07258-2d88-4d11-8147-b0eb8de4c47f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:13.742883 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-b8b07258-2d88-4d11-8147-b0eb8de4c47f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/96f05d05-761f-4606-b0cd-3c7c67785737 HTTP/1.1" status: 204 len: 168 time: 0.1623046 Jan 25 18:41:13.752228 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b07258-2d88-4d11-8147-b0eb8de4c47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f05d05-761f-4606-b0cd-3c7c67785737,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:14.465498 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f68a7-4bab-4f10-bcf3-7956c69aa70e req-f0ae23d1-a49f-4395-be2f-250104fd5ac0 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:14.472589 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-285f68a7-4bab-4f10-bcf3-7956c69aa70e req-f0ae23d1-a49f-4395-be2f-250104fd5ac0 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0655911 Jan 25 18:41:14.534281 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-285f68a7-4bab-4f10-bcf3-7956c69aa70e req-fe71ec40-a3fd-4858-9408-7b9bb43aa3b2 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566709 Jan 25 18:41:14.741222 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58254a79-3ea1-46ac-bf47-5a72f22472f9 req-409c43a1-6b10-42a5-876c-5d7f7805d4d5 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:14.743454 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-58254a79-3ea1-46ac-bf47-5a72f22472f9 req-409c43a1-6b10-42a5-876c-5d7f7805d4d5 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0569036 Jan 25 18:41:14.803825 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-58254a79-3ea1-46ac-bf47-5a72f22472f9 req-00a8b36a-f231-4b16-990b-1e5cf0233e08 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546200 Jan 25 18:41:15.652513 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5411a-80eb-4092-8c31-258725db81fb req-97dbf972-9b94-46f9-8ff5-ae1f645a8a90 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:15.654039 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7fe5411a-80eb-4092-8c31-258725db81fb req-97dbf972-9b94-46f9-8ff5-ae1f645a8a90 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0492761 Jan 25 18:41:15.719319 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7fe5411a-80eb-4092-8c31-258725db81fb req-da5a9572-a197-4d5b-bada-fcfbc2342c8a tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589476 Jan 25 18:41:15.926872 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6c49b-32fb-4bba-bba5-07ee8ddf15ba req-8be1fddb-495f-40e3-8247-6e546ff88363 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:15.928217 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-30f6c49b-32fb-4bba-bba5-07ee8ddf15ba req-8be1fddb-495f-40e3-8247-6e546ff88363 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0457950 Jan 25 18:41:15.972630 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-30f6c49b-32fb-4bba-bba5-07ee8ddf15ba req-01e619df-34f8-4887-9de9-c8a9540d52a2 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390794 Jan 25 18:41:16.833368 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd190c3b-e836-4f38-bdc2-39813963d91b req-c71fead1-6e4f-4265-8547-86b8ee2f739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:16.834884 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fd190c3b-e836-4f38-bdc2-39813963d91b req-c71fead1-6e4f-4265-8547-86b8ee2f739e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 1099 time: 0.0751190 Jan 25 18:41:16.861543 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c63069-58b9-4a66-81d0-77d868f3e917 req-c9f4833f-21f0-4e5a-8d3c-e6df54364041 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:16.866465 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-58c63069-58b9-4a66-81d0-77d868f3e917 req-c9f4833f-21f0-4e5a-8d3c-e6df54364041 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0702505 Jan 25 18:41:16.909617 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fd190c3b-e836-4f38-bdc2-39813963d91b req-ddd68aeb-b502-4c57-b2e4-94d9c6e119d8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685802 Jan 25 18:41:16.929970 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-58c63069-58b9-4a66-81d0-77d868f3e917 req-9f3493b3-b7d5-423e-823b-e256346559dc tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583093 Jan 25 18:41:17.093379 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55659a1-745d-44fc-bda0-5e0f55e4b048 req-c4f528b3-50be-4c96-a254-9dc855c0a3b1 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:17.094861 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d55659a1-745d-44fc-bda0-5e0f55e4b048 req-c4f528b3-50be-4c96-a254-9dc855c0a3b1 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0483556 Jan 25 18:41:17.144357 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d55659a1-745d-44fc-bda0-5e0f55e4b048 req-54a3a993-389c-4c28-b8a8-a6eaafbebe8f tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438638 Jan 25 18:41:18.298231 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac78d57-d383-4ac2-8983-6c83bd72afb6 req-77283f81-6633-40bf-88c0-9eb08248296f tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:18.299688 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9ac78d57-d383-4ac2-8983-6c83bd72afb6 req-77283f81-6633-40bf-88c0-9eb08248296f tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.2923517 Jan 25 18:41:18.311609 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcd2a3-535d-4cc7-b054-d53bdc97cbef req-e24d3f5b-6856-44eb-8dfa-2afc9d4e2906 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:18.313344 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f9bcd2a3-535d-4cc7-b054-d53bdc97cbef req-e24d3f5b-6856-44eb-8dfa-2afc9d4e2906 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0648594 Jan 25 18:41:18.384540 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9ac78d57-d383-4ac2-8983-6c83bd72afb6 req-21b71953-6bf7-4e67-b922-3cfa55900062 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704570 Jan 25 18:41:18.391275 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f9bcd2a3-535d-4cc7-b054-d53bdc97cbef req-766a594b-b864-43c4-8775-812bcfb728ea tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715811 Jan 25 18:41:19.526409 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aae62d-d859-4513-8d1a-1bd2d5aefe20 req-40f238ce-4d84-4253-a1a6-f9cfbdfa2619 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:19.527857 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-50aae62d-d859-4513-8d1a-1bd2d5aefe20 req-40f238ce-4d84-4253-a1a6-f9cfbdfa2619 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0758879 Jan 25 18:41:19.534912 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f999c52-5d6c-42c3-8f86-c8862ec63d92 req-116fb001-72e7-4322-bafd-c1745b1e1844 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:19.536245 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7f999c52-5d6c-42c3-8f86-c8862ec63d92 req-116fb001-72e7-4322-bafd-c1745b1e1844 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0735691 Jan 25 18:41:19.605125 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-50aae62d-d859-4513-8d1a-1bd2d5aefe20 req-b529988c-a58e-4c22-91f4-d8c26c9a7578 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679591 Jan 25 18:41:19.609056 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7f999c52-5d6c-42c3-8f86-c8862ec63d92 req-654ce432-ef14-405e-97b9-62d801414252 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658848 Jan 25 18:41:19.918864 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421d612-fb47-4748-bcf0-543c3f832ccb req-3f2d3676-6879-4092-9049-dbae1095aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:19.921353 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6421d612-fb47-4748-bcf0-543c3f832ccb req-3f2d3676-6879-4092-9049-dbae1095aa5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79f0c4c6863c4b73a0b86bb8d897ad55&device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 1099 time: 0.0791767 Jan 25 18:41:19.942759 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad468ce-a5db-43b4-9667-6830a79e5259 req-cbf24391-f72a-4061-b710-7c898f9235a4 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:19.944375 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4ad468ce-a5db-43b4-9667-6830a79e5259 req-cbf24391-f72a-4061-b710-7c898f9235a4 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0944514 Jan 25 18:41:20.053515 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4ad468ce-a5db-43b4-9667-6830a79e5259 req-4c6807c6-736b-4240-96c1-69089ba1c2e5 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997322 Jan 25 18:41:20.068898 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421d612-fb47-4748-bcf0-543c3f832ccb req-e8db9509-ca61-40af-952e-796537a3a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:20.070361 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6421d612-fb47-4748-bcf0-543c3f832ccb req-e8db9509-ca61-40af-952e-796537a3a1f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f1204178-e3f4-4d73-ba25-93a4ab80f272 HTTP/1.1" status: 200 len: 920 time: 0.1250794 Jan 25 18:41:20.115987 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6421d612-fb47-4748-bcf0-543c3f832ccb req-4a49210f-b7db-4d28-a3a3-10d9b4717438 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5f01456-5a0b-4460-91e4-8a9fff427abf HTTP/1.1" status: 200 len: 217 time: 0.0351605 Jan 25 18:41:20.168922 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421d612-fb47-4748-bcf0-543c3f832ccb req-f16d553a-1be0-4933-a0ce-2de88723b03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:20.170409 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6421d612-fb47-4748-bcf0-543c3f832ccb req-f16d553a-1be0-4933-a0ce-2de88723b03b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18b441d1-81c8-4da4-95e8-ec948459c314 HTTP/1.1" status: 200 len: 859 time: 0.0434542 Jan 25 18:41:20.200102 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6421d612-fb47-4748-bcf0-543c3f832ccb req-93750d92-0115-4b79-bd6b-1d01d16dcfed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f1204178-e3f4-4d73-ba25-93a4ab80f272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235233 Jan 25 18:41:20.294522 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6421d612-fb47-4748-bcf0-543c3f832ccb req-37a36fa3-e611-44a4-93a3-81d2e34e103c service neutron] 10.222.0.42 "GET /v2.0/networks/f1204178-e3f4-4d73-ba25-93a4ab80f272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882130 Jan 25 18:41:20.369249 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 47794) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:20.396278 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6421d612-fb47-4748-bcf0-543c3f832ccb req-d5873812-1714-4785-8f44-a682625697cd service neutron] 10.222.0.42 "GET /v2.0/networks/f1204178-e3f4-4d73-ba25-93a4ab80f272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950053 Jan 25 18:41:20.472923 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-80c31202-aa58-4a52-bb25-b78cc305e7c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:20.546989 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-80c31202-aa58-4a52-bb25-b78cc305e7c7 admin admin] Publish callbacks [] for security_group (314da297-dae6-4075-9cd6-9a92b57ee1ee), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:20.550891 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-80c31202-aa58-4a52-bb25-b78cc305e7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (314da297-dae6-4075-9cd6-9a92b57ee1ee), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:20.589030 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-80c31202-aa58-4a52-bb25-b78cc305e7c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4a6ae14fd9894c8e9c21a8a4c1336aa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187822 Jan 25 18:41:20.589856 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c31202-aa58-4a52-bb25-b78cc305e7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314da297-dae6-4075-9cd6-9a92b57ee1ee,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:20.591636 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 47798) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:20.607195 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c31202-aa58-4a52-bb25-b78cc305e7c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:20.607548 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c31202-aa58-4a52-bb25-b78cc305e7c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:20.607889 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c31202-aa58-4a52-bb25-b78cc305e7c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:20.608224 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c31202-aa58-4a52-bb25-b78cc305e7c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:20.608552 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c31202-aa58-4a52-bb25-b78cc305e7c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:20.608881 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c31202-aa58-4a52-bb25-b78cc305e7c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:20.609204 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c31202-aa58-4a52-bb25-b78cc305e7c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:20.609527 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c31202-aa58-4a52-bb25-b78cc305e7c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:20.609847 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c31202-aa58-4a52-bb25-b78cc305e7c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:20.610197 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c31202-aa58-4a52-bb25-b78cc305e7c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:20.610516 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c31202-aa58-4a52-bb25-b78cc305e7c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:20.610830 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c31202-aa58-4a52-bb25-b78cc305e7c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:20.611144 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c31202-aa58-4a52-bb25-b78cc305e7c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:20.652851 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-dc83702d-d8e1-40ca-bdab-8f0c4b529210 admin admin] Publish callbacks [] for security_group (314da297-dae6-4075-9cd6-9a92b57ee1ee), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:20.674380 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-dc83702d-d8e1-40ca-bdab-8f0c4b529210 admin admin] Publish callbacks [] for security_group (314da297-dae6-4075-9cd6-9a92b57ee1ee), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:20.755906 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e635ee1-2b59-474e-8049-a4922e780a21 req-c15d71f4-5789-4bcd-8ee5-603a6878ae84 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:20.757392 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-1e635ee1-2b59-474e-8049-a4922e780a21 req-c15d71f4-5789-4bcd-8ee5-603a6878ae84 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0663719 Jan 25 18:41:20.775176 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-dc83702d-d8e1-40ca-bdab-8f0c4b529210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (314da297-dae6-4075-9cd6-9a92b57ee1ee), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:20.777622 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-dc83702d-d8e1-40ca-bdab-8f0c4b529210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:20.781425 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-dc83702d-d8e1-40ca-bdab-8f0c4b529210 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/314da297-dae6-4075-9cd6-9a92b57ee1ee HTTP/1.1" status: 204 len: 168 time: 0.1885149 Jan 25 18:41:20.801417 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83702d-d8e1-40ca-bdab-8f0c4b529210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314da297-dae6-4075-9cd6-9a92b57ee1ee,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:20.829258 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-1e635ee1-2b59-474e-8049-a4922e780a21 req-0327e233-d8ae-40a0-8138-ca02849b0241 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644512 Jan 25 18:41:21.047859 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 47808) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:21.061364 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c069-bf70-4406-a938-73d3161be5f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:21.158905 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c069-bf70-4406-a938-73d3161be5f2 admin admin] Publish callbacks [] for security_group (5e0bfa88-97a2-4581-9189-72f654f4f5ff), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:21.163620 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c069-bf70-4406-a938-73d3161be5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (5e0bfa88-97a2-4581-9189-72f654f4f5ff), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:21.214048 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-e9c0c069-bf70-4406-a938-73d3161be5f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=905b1bf9002641c08f8f1932770ec32b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1650343 Jan 25 18:41:21.215913 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0c069-bf70-4406-a938-73d3161be5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0bfa88-97a2-4581-9189-72f654f4f5ff,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:21.216741 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 47812) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:21.226321 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4773a-885d-4c23-83b2-aa836c16908e req-8dd08d17-56ff-4e9b-b210-e3807ae578e9 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:21.228522 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-acb4773a-885d-4c23-83b2-aa836c16908e req-8dd08d17-56ff-4e9b-b210-e3807ae578e9 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.1021283 Jan 25 18:41:21.264680 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-2bbcfa05-3fe9-4e74-806c-8c6c8af4684f admin admin] Publish callbacks [] for security_group (5e0bfa88-97a2-4581-9189-72f654f4f5ff), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:21.274999 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-acb4773a-885d-4c23-83b2-aa836c16908e req-6e0da12c-16c5-4c43-b0c2-e138f92b3e2c tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405083 Jan 25 18:41:21.285988 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-2bbcfa05-3fe9-4e74-806c-8c6c8af4684f admin admin] Publish callbacks [] for security_group (5e0bfa88-97a2-4581-9189-72f654f4f5ff), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:21.331296 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-2bbcfa05-3fe9-4e74-806c-8c6c8af4684f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (5e0bfa88-97a2-4581-9189-72f654f4f5ff), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:21.333897 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-2bbcfa05-3fe9-4e74-806c-8c6c8af4684f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:21.335046 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-2bbcfa05-3fe9-4e74-806c-8c6c8af4684f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e0bfa88-97a2-4581-9189-72f654f4f5ff HTTP/1.1" status: 204 len: 168 time: 0.1172316 Jan 25 18:41:21.343147 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbcfa05-3fe9-4e74-806c-8c6c8af4684f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0bfa88-97a2-4581-9189-72f654f4f5ff,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:21.350057 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcfa05-3fe9-4e74-806c-8c6c8af4684f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:21.350424 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcfa05-3fe9-4e74-806c-8c6c8af4684f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:21.350773 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcfa05-3fe9-4e74-806c-8c6c8af4684f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:21.351116 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcfa05-3fe9-4e74-806c-8c6c8af4684f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:21.351451 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcfa05-3fe9-4e74-806c-8c6c8af4684f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:21.351804 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcfa05-3fe9-4e74-806c-8c6c8af4684f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:21.352681 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcfa05-3fe9-4e74-806c-8c6c8af4684f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:21.353016 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcfa05-3fe9-4e74-806c-8c6c8af4684f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:21.353345 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcfa05-3fe9-4e74-806c-8c6c8af4684f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:21.353674 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcfa05-3fe9-4e74-806c-8c6c8af4684f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:21.354037 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcfa05-3fe9-4e74-806c-8c6c8af4684f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:21.354344 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcfa05-3fe9-4e74-806c-8c6c8af4684f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:21.354664 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcfa05-3fe9-4e74-806c-8c6c8af4684f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:21.841607 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:21.950788 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28f2b1-9ae1-455d-b53b-437fd3e35e19 req-64f2c990-d924-4a6a-bb7a-08864028369c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:21.952344 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-da28f2b1-9ae1-455d-b53b-437fd3e35e19 req-64f2c990-d924-4a6a-bb7a-08864028369c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0500054 Jan 25 18:41:21.999886 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-da28f2b1-9ae1-455d-b53b-437fd3e35e19 req-d05101d5-6e20-4ef8-8aec-fff1bad26a9b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420859 Jan 25 18:41:22.396117 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb683caa-f7d8-49e8-9d18-4a42fa7c5ffd req-9bf5f73b-c288-4b34-8a40-befd36255aeb tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:22.397625 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-eb683caa-f7d8-49e8-9d18-4a42fa7c5ffd req-9bf5f73b-c288-4b34-8a40-befd36255aeb tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0534565 Jan 25 18:41:22.455849 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-eb683caa-f7d8-49e8-9d18-4a42fa7c5ffd req-bb3e1ba7-4975-4298-aab2-e7249897bfe1 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506938 Jan 25 18:41:23.119928 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d2f47-870e-4cdb-93a9-129d6729a537 req-0ff9be29-462b-4b8c-9c85-89672ef6c002 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:23.121389 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f83d2f47-870e-4cdb-93a9-129d6729a537 req-0ff9be29-462b-4b8c-9c85-89672ef6c002 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.0459702 Jan 25 18:41:23.167022 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f83d2f47-870e-4cdb-93a9-129d6729a537 req-aaf95948-651a-47c1-bc0f-e2458a9bcfec tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401452 Jan 25 18:41:23.421683 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b60d9e-f14a-48c3-bf97-782005a88b4e req-40185633-2e5e-4a64-b5cf-b8ff2267c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:23.423196 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-46b60d9e-f14a-48c3-bf97-782005a88b4e req-40185633-2e5e-4a64-b5cf-b8ff2267c546 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fd0ab9445184d34bff3e43185fd5e1e&device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 1096 time: 0.0396674 Jan 25 18:41:23.492191 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 93853a16-29bb-4dae-81a4-115c6c688504 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:41:23.559775 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b60d9e-f14a-48c3-bf97-782005a88b4e req-fb00d10b-a9b9-48fc-9134-4de7262ca6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:23.561829 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-46b60d9e-f14a-48c3-bf97-782005a88b4e req-fb00d10b-a9b9-48fc-9134-4de7262ca6af service neutron] 10.222.0.42 "GET /v2.0/networks?id=438eb890-9580-4e27-a169-38cf0147302b HTTP/1.1" status: 200 len: 917 time: 0.1186111 Jan 25 18:41:23.619238 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 93853a16-29bb-4dae-81a4-115c6c688504, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=93853a16-29bb-4dae-81a4-115c6c688504,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:41:23.631725 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': '93853a16-29bb-4dae-81a4-115c6c688504', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'port_id': '93853a16-29bb-4dae-81a4-115c6c688504', 'mac_address': 'fa:16:3e:ba:c7:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:41:23.657404 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb477e5-0b66-4811-8c4b-a104ff86a43c req-b2641e11-1021-4154-918e-c01750f817a9 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:23.658917 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3fb477e5-0b66-4811-8c4b-a104ff86a43c req-b2641e11-1021-4154-918e-c01750f817a9 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.1198468 Jan 25 18:41:23.664882 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-46b60d9e-f14a-48c3-bf97-782005a88b4e req-f55947fb-a108-4d39-af84-f721e673c5da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93853a16-29bb-4dae-81a4-115c6c688504 HTTP/1.1" status: 200 len: 999 time: 0.0868547 Jan 25 18:41:23.672428 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 93853a16-29bb-4dae-81a4-115c6c688504 is: DOWN; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:41:23.672825 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (93853a16-29bb-4dae-81a4-115c6c688504), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:23.685656 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93853a16-29bb-4dae-81a4-115c6c688504 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:41:23.705379 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 93853a16-29bb-4dae-81a4-115c6c688504, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=93853a16-29bb-4dae-81a4-115c6c688504,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:41:23.710915 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (93853a16-29bb-4dae-81a4-115c6c688504), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:23.743061 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b60d9e-f14a-48c3-bf97-782005a88b4e req-375dc733-6327-478a-bb3a-3c6e2632bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:23.744512 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-46b60d9e-f14a-48c3-bf97-782005a88b4e req-375dc733-6327-478a-bb3a-3c6e2632bc9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cec76f50-4972-4c18-a629-b0502bc042ec HTTP/1.1" status: 200 len: 855 time: 0.0729105 Jan 25 18:41:23.747959 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3fb477e5-0b66-4811-8c4b-a104ff86a43c req-527c6a1d-6d75-4645-93f4-122e21a74672 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821817 Jan 25 18:41:23.764571 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=93853a16-29bb-4dae-81a4-115c6c688504,revision_number=9']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:23.799028 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b60d9e-f14a-48c3-bf97-782005a88b4e req-271ce162-e43e-4445-a51a-2337ae85196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:23.800528 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-46b60d9e-f14a-48c3-bf97-782005a88b4e req-271ce162-e43e-4445-a51a-2337ae85196a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=438eb890-9580-4e27-a169-38cf0147302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430551 Jan 25 18:41:23.903633 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-46b60d9e-f14a-48c3-bf97-782005a88b4e req-af63e312-26f3-408c-aa46-001c2f68fd13 service neutron] 10.222.0.42 "GET /v2.0/networks/438eb890-9580-4e27-a169-38cf0147302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878627 Jan 25 18:41:24.283828 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a088b1-0b0e-441a-b25e-bf1fa1c8e0b8 req-f7b9cd07-e309-4348-966f-ccaff057d7f8 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:24.285299 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-31a088b1-0b0e-441a-b25e-bf1fa1c8e0b8 req-f7b9cd07-e309-4348-966f-ccaff057d7f8 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 944 time: 0.0463650 Jan 25 18:41:24.330643 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-31a088b1-0b0e-441a-b25e-bf1fa1c8e0b8 req-6fd4b076-11eb-4f11-836b-74b24329eadb tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392976 Jan 25 18:41:24.820031 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-46b60d9e-f14a-48c3-bf97-782005a88b4e req-b06d42ff-5167-4731-b486-c5d402ef03ad service neutron] 10.222.0.42 "GET /v2.0/networks/438eb890-9580-4e27-a169-38cf0147302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877557 Jan 25 18:41:25.446182 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c6c71-4a0b-46e5-8a35-9b44bdcd44f8 req-fc29d489-eb53-439c-a0aa-fee48f7c2342 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:25.447872 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-268c6c71-4a0b-46e5-8a35-9b44bdcd44f8 req-fc29d489-eb53-439c-a0aa-fee48f7c2342 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 944 time: 0.0468926 Jan 25 18:41:25.493245 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-268c6c71-4a0b-46e5-8a35-9b44bdcd44f8 req-c8810be7-4704-4630-a533-813ea483c442 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395002 Jan 25 18:41:26.619881 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be271986-9e5d-497a-bb89-cbf9e24227a4 req-5fde0764-6a94-403b-b8f6-9ca379b241b5 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:26.621319 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-be271986-9e5d-497a-bb89-cbf9e24227a4 req-5fde0764-6a94-403b-b8f6-9ca379b241b5 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 944 time: 0.0537672 Jan 25 18:41:26.667854 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-be271986-9e5d-497a-bb89-cbf9e24227a4 req-a3b56f3e-0a47-44e5-a435-61ba780603ab tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410836 Jan 25 18:41:26.699579 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['93853a16-29bb-4dae-81a4-115c6c688504'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:41:27.517781 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 93853a16-29bb-4dae-81a4-115c6c688504 up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:41:27.565975 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port 93853a16-29bb-4dae-81a4-115c6c688504 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:41:27.566379 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (93853a16-29bb-4dae-81a4-115c6c688504), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:27.639526 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 93853a16-29bb-4dae-81a4-115c6c688504 is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:41:27.639883 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (93853a16-29bb-4dae-81a4-115c6c688504), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:27.661174 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a74462a-e8b7-43d9-a2c4-785fd48f1ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93853a16-29bb-4dae-81a4-115c6c688504'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:41:27.663379 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093ac7b7-f5d0-4d19-ae6a-afa0eba51711" -d '{"events": [{"server_uuid": "8a74462a-e8b7-43d9-a2c4-785fd48f1ab6", "name": "network-vif-plugged", "status": "completed", "tag": "93853a16-29bb-4dae-81a4-115c6c688504"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:41:27.680426 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 93853a16-29bb-4dae-81a4-115c6c688504, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=93853a16-29bb-4dae-81a4-115c6c688504,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:41:27.689749 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (93853a16-29bb-4dae-81a4-115c6c688504), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:27.718156 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ca224b-f62d-4fe8-8d85-1059888e880f x-openstack-request-id: req-a9ca224b-f62d-4fe8-8d85-1059888e880f {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:41:27.718729 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a74462a-e8b7-43d9-a2c4-785fd48f1ab6", "name": "network-vif-plugged", "status": "completed", "tag": "93853a16-29bb-4dae-81a4-115c6c688504", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:41:27.718729 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9ca224b-f62d-4fe8-8d85-1059888e880f {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:41:27.719077 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a74462a-e8b7-43d9-a2c4-785fd48f1ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93853a16-29bb-4dae-81a4-115c6c688504', 'code': 200} Jan 25 18:41:27.745806 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=93853a16-29bb-4dae-81a4-115c6c688504,revision_number=10']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:27.810605 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ed1d5-acb5-4e40-9b79-21f2b78bf92c req-ac09c99e-db66-49ef-8be2-bf3aceb03d43 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:27.812101 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-872ed1d5-acb5-4e40-9b79-21f2b78bf92c req-ac09c99e-db66-49ef-8be2-bf3aceb03d43 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 946 time: 0.0504405 Jan 25 18:41:27.861940 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-872ed1d5-acb5-4e40-9b79-21f2b78bf92c req-daf1b8a0-0761-4d75-92c9-2e369df28c81 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442269 Jan 25 18:41:28.980630 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f3865-c62c-4f09-b7c2-96cc25a66b22 req-8d0633f6-fe8b-4739-aa11-9279648e31e6 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:28.982001 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ae1f3865-c62c-4f09-b7c2-96cc25a66b22 req-8d0633f6-fe8b-4739-aa11-9279648e31e6 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 946 time: 0.0462449 Jan 25 18:41:29.030981 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ae1f3865-c62c-4f09-b7c2-96cc25a66b22 req-03578c8e-50aa-41bf-b310-d8e642e61b85 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436680 Jan 25 18:41:30.053586 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5625ff33-9756-4dea-9a14-8097611274c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:30.149217 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ef795-b2b3-4c7c-96d2-aed0a07b97dd req-60e34e77-cf1a-4147-a565-0ba754c5099e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:30.150706 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c33ef795-b2b3-4c7c-96d2-aed0a07b97dd req-60e34e77-cf1a-4147-a565-0ba754c5099e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 946 time: 0.0467587 Jan 25 18:41:30.199568 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c33ef795-b2b3-4c7c-96d2-aed0a07b97dd req-98b8dea6-cfd8-48f2-9da8-476f7d9f3612 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434616 Jan 25 18:41:31.008467 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34e724-90e5-4a46-bd52-90ffbd613f0a req-d39b9b77-7c09-40d3-9c4c-bdeee3cd068e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:31.010515 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8b34e724-90e5-4a46-bd52-90ffbd613f0a req-d39b9b77-7c09-40d3-9c4c-bdeee3cd068e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 1099 time: 0.0398784 Jan 25 18:41:31.051498 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8b34e724-90e5-4a46-bd52-90ffbd613f0a req-02613d01-a4be-47ac-b385-5f209c50eb7d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347843 Jan 25 18:41:31.328238 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db78b4f-5d67-47e1-8dec-85658a519a03 req-99dce5e8-6b3b-4c78-a014-805f98a46bf3 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:31.329690 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9db78b4f-5d67-47e1-8dec-85658a519a03 req-99dce5e8-6b3b-4c78-a014-805f98a46bf3 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 946 time: 0.0589168 Jan 25 18:41:31.377334 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9db78b4f-5d67-47e1-8dec-85658a519a03 req-88895530-d4c5-4a8d-bc8e-22c18eb28fa4 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422161 Jan 25 18:41:31.438326 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:41:32.204070 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd6174c9-b1c0-4f66-8329-d907f2eb9623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:32.498558 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095948bb-7569-4327-a3b6-750e8573333c req-783b1a15-e07f-4865-ab5f-a54a81a5d901 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:32.500138 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-095948bb-7569-4327-a3b6-750e8573333c req-783b1a15-e07f-4865-ab5f-a54a81a5d901 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 946 time: 0.0510466 Jan 25 18:41:32.552747 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-095948bb-7569-4327-a3b6-750e8573333c req-616e5b92-3a5e-42c0-a715-02896a71047b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471277 Jan 25 18:41:32.834481 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94032754-5435-4bd9-b8c1-bdd743f40c0f req-d7829769-658d-4e5c-98fe-a7f9c9358426 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:32.836117 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-94032754-5435-4bd9-b8c1-bdd743f40c0f req-d7829769-658d-4e5c-98fe-a7f9c9358426 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0501463 Jan 25 18:41:32.889050 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-94032754-5435-4bd9-b8c1-bdd743f40c0f req-fe6486f3-8000-42dc-acaa-ca9ee498b87c tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467746 Jan 25 18:41:33.538400 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:33.674613 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3928f-8ab2-46f6-b1bf-191917d71aff req-d4fd33a4-8217-4a0d-a85e-d052a508141e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:33.676631 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-deb3928f-8ab2-46f6-b1bf-191917d71aff req-d4fd33a4-8217-4a0d-a85e-d052a508141e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 946 time: 0.0473826 Jan 25 18:41:33.722883 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-deb3928f-8ab2-46f6-b1bf-191917d71aff req-1393f65d-7ef3-4e96-be13-412239f89c93 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403194 Jan 25 18:41:34.000887 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac0a5f-ed77-448a-b85c-e77ab4e6fd9b req-897cc337-b38f-45d6-bb86-744b7e8d5065 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:34.002359 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5fac0a5f-ed77-448a-b85c-e77ab4e6fd9b req-897cc337-b38f-45d6-bb86-744b7e8d5065 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0468609 Jan 25 18:41:34.047990 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5fac0a5f-ed77-448a-b85c-e77ab4e6fd9b req-b30d7e9a-66a4-4c63-9a4e-ca005f251f14 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400474 Jan 25 18:41:34.873006 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:35.161761 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4accb58-ae82-42d9-8516-88957106649f req-a2c84f3f-50b9-427c-8821-f6d6cc3ac5b5 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:35.163161 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a4accb58-ae82-42d9-8516-88957106649f req-a2c84f3f-50b9-427c-8821-f6d6cc3ac5b5 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0509758 Jan 25 18:41:35.208161 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a4accb58-ae82-42d9-8516-88957106649f req-612c793a-91e1-4d15-9ea4-d6088620d2b2 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395815 Jan 25 18:41:36.129957 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:36.319452 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd542d5-caa4-474d-92f8-9059ac11b5c2 req-16747855-bdfa-4784-85d4-3298723bce53 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:36.320924 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2dd542d5-caa4-474d-92f8-9059ac11b5c2 req-16747855-bdfa-4784-85d4-3298723bce53 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0480571 Jan 25 18:41:36.367454 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2dd542d5-caa4-474d-92f8-9059ac11b5c2 req-237efee9-1562-4c74-a334-600cf606f45b tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407941 Jan 25 18:41:37.481268 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582486fa-8539-450d-91a0-2733dfd1b9b9 req-bd11ff9b-7d07-41c1-95f0-43c33eced048 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:37.482783 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-582486fa-8539-450d-91a0-2733dfd1b9b9 req-bd11ff9b-7d07-41c1-95f0-43c33eced048 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0509038 Jan 25 18:41:37.532060 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-582486fa-8539-450d-91a0-2733dfd1b9b9 req-a127f2cd-8dea-4c72-b8f5-3a2518fa73a1 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438666 Jan 25 18:41:37.972075 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4a0bc-af15-4197-8d93-bb8729874c82 req-b921c9de-343f-4d36-b565-7cfffb581f15 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:37.973566 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-83d4a0bc-af15-4197-8d93-bb8729874c82 req-b921c9de-343f-4d36-b565-7cfffb581f15 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 945 time: 0.0495374 Jan 25 18:41:38.083814 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-83d4a0bc-af15-4197-8d93-bb8729874c82 req-266c58df-df38-4284-b730-530b4933de80 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Deleting port 482aa7c4-8d99-4195-8b20-d928e0e885c6 {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:41:38.084162 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-83d4a0bc-af15-4197-8d93-bb8729874c82 req-266c58df-df38-4284-b730-530b4933de80 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (482aa7c4-8d99-4195-8b20-d928e0e885c6), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:38.173916 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-83d4a0bc-af15-4197-8d93-bb8729874c82 req-266c58df-df38-4284-b730-530b4933de80 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] For port 482aa7c4-8d99-4195-8b20-d928e0e885c6, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=482aa7c4-8d99-4195-8b20-d928e0e885c6,segment=NetworkSegment(7112a8d3-ac77-4c0b-be43-c5b226bd6d84),segment_id=7112a8d3-ac77-4c0b-be43-c5b226bd6d84)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:41:38.174316 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-83d4a0bc-af15-4197-8d93-bb8729874c82 req-266c58df-df38-4284-b730-530b4933de80 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (482aa7c4-8d99-4195-8b20-d928e0e885c6), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:38.186524 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-83d4a0bc-af15-4197-8d93-bb8729874c82 req-266c58df-df38-4284-b730-530b4933de80 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Calling delete_port for 482aa7c4-8d99-4195-8b20-d928e0e885c6 owned by compute:nova {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:41:38.311413 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-83d4a0bc-af15-4197-8d93-bb8729874c82 req-266c58df-df38-4284-b730-530b4933de80 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620'] for port (482aa7c4-8d99-4195-8b20-d928e0e885c6), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:38.324769 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['c5f01456-5a0b-4460-91e4-8a9fff427abf', '482aa7c4-8d99-4195-8b20-d928e0e885c6'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:41:38.339206 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c58df-df38-4284-b730-530b4933de80 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Pushing event deleted for resources: {'Port': ['ID=482aa7c4-8d99-4195-8b20-d928e0e885c6,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:38.381946 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d4a0bc-af15-4197-8d93-bb8729874c82 req-266c58df-df38-4284-b730-530b4933de80 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] No DVR routers for this DVR port 482aa7c4-8d99-4195-8b20-d928e0e885c6 on host hv-cinder-82635 {{(pid=102638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:41:38.384648 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-83d4a0bc-af15-4197-8d93-bb8729874c82 req-266c58df-df38-4284-b730-530b4933de80 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:38.387941 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-83d4a0bc-af15-4197-8d93-bb8729874c82 req-266c58df-df38-4284-b730-530b4933de80 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.42 "DELETE /v2.0/ports/482aa7c4-8d99-4195-8b20-d928e0e885c6 HTTP/1.1" status: 204 len: 173 time: 0.4059267 Jan 25 18:41:38.388391 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f1727c-a9bf-4303-b846-dbece8ac931b', 'name': 'network-vif-deleted', 'tag': '482aa7c4-8d99-4195-8b20-d928e0e885c6'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:41:38.390669 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf0858d-5453-485b-9a09-8672fc872dcd" -d '{"events": [{"server_uuid": "f1f1727c-a9bf-4303-b846-dbece8ac931b", "name": "network-vif-deleted", "tag": "482aa7c4-8d99-4195-8b20-d928e0e885c6"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:41:38.432066 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9d0f36-da57-44ef-ac61-f8e9f780194c x-openstack-request-id: req-cc9d0f36-da57-44ef-ac61-f8e9f780194c {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:41:38.432363 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f1727c-a9bf-4303-b846-dbece8ac931b", "name": "network-vif-deleted", "tag": "482aa7c4-8d99-4195-8b20-d928e0e885c6", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:41:38.432624 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc9d0f36-da57-44ef-ac61-f8e9f780194c {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:41:38.433028 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f1727c-a9bf-4303-b846-dbece8ac931b', 'name': 'network-vif-deleted', 'tag': '482aa7c4-8d99-4195-8b20-d928e0e885c6', 'status': 'completed', 'code': 200} Jan 25 18:41:38.636972 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ca924834-655c-424b-979d-0223208d1fdd req-85cdd48c-81cb-406b-a54e-ceedcce481ed tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f1727c-a9bf-4303-b846-dbece8ac931b HTTP/1.1" status: 200 len: 210 time: 0.0259461 Jan 25 18:41:39.896702 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8d966-2bd6-4ea3-9675-96490cbfd97b req-a4541a47-2509-4cbd-95f6-6a5edb77dc40 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:39.898652 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f3c8d966-2bd6-4ea3-9675-96490cbfd97b req-a4541a47-2509-4cbd-95f6-6a5edb77dc40 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0508776 Jan 25 18:41:39.943059 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f3c8d966-2bd6-4ea3-9675-96490cbfd97b req-1b9151b5-b7c7-4ab4-8cf3-3c49104ab956 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388658 Jan 25 18:41:41.054804 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d8a68-9f61-48b7-a788-0c793ada9915 req-0a68748c-8bf0-4474-ac04-966be9d3235d tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:41.056246 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5f0d8a68-9f61-48b7-a788-0c793ada9915 req-0a68748c-8bf0-4474-ac04-966be9d3235d tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0465097 Jan 25 18:41:41.100235 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5f0d8a68-9f61-48b7-a788-0c793ada9915 req-d4c04c82-8791-4738-babc-23cff82296ab tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385306 Jan 25 18:41:41.577454 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 482aa7c4-8d99-4195-8b20-d928e0e885c6 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:41:41.600306 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] No Port match for: 482aa7c4-8d99-4195-8b20-d928e0e885c6 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:41:41.600680 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 482aa7c4-8d99-4195-8b20-d928e0e885c6 not bound to the agent host hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:41:41.758678 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 48072) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:41.858510 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8d85c586-4af3-4022-8b60-79943b432f7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:41.931152 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8d85c586-4af3-4022-8b60-79943b432f7b admin admin] Publish callbacks [] for security_group (3e2b8466-37ed-4f5f-9d58-9edac2ad073b), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:41.934610 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8d85c586-4af3-4022-8b60-79943b432f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (3e2b8466-37ed-4f5f-9d58-9edac2ad073b), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:41.975147 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-8d85c586-4af3-4022-8b60-79943b432f7b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e1557d5fb6a4c758dd6cf8884bcb387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154179 Jan 25 18:41:41.976484 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85c586-4af3-4022-8b60-79943b432f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2b8466-37ed-4f5f-9d58-9edac2ad073b,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:41.978907 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 48076) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:42.034613 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-d8ef2b3e-2102-466f-a9ec-e9b9a0e668ac admin admin] Publish callbacks [] for security_group (3e2b8466-37ed-4f5f-9d58-9edac2ad073b), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:42.056318 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-d8ef2b3e-2102-466f-a9ec-e9b9a0e668ac admin admin] Publish callbacks [] for security_group (3e2b8466-37ed-4f5f-9d58-9edac2ad073b), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:42.102415 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-d8ef2b3e-2102-466f-a9ec-e9b9a0e668ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (3e2b8466-37ed-4f5f-9d58-9edac2ad073b), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:42.104879 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-d8ef2b3e-2102-466f-a9ec-e9b9a0e668ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:42.106026 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-d8ef2b3e-2102-466f-a9ec-e9b9a0e668ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e2b8466-37ed-4f5f-9d58-9edac2ad073b HTTP/1.1" status: 204 len: 168 time: 0.1256001 Jan 25 18:41:42.113553 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef2b3e-2102-466f-a9ec-e9b9a0e668ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2b8466-37ed-4f5f-9d58-9edac2ad073b,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:42.214721 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2cf3b-94d0-4ae7-a2eb-a399813abafd req-78dc7d15-00aa-4610-94cf-54a7e07907ec tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:42.216222 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-97e2cf3b-94d0-4ae7-a2eb-a399813abafd req-78dc7d15-00aa-4610-94cf-54a7e07907ec tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0484333 Jan 25 18:41:42.268103 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-97e2cf3b-94d0-4ae7-a2eb-a399813abafd req-8334d353-8785-4a36-ad7e-15e3d6aceeb9 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419011 Jan 25 18:41:43.381052 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ceb13c-0c32-4c18-82d4-61c067a81aa3 req-da5bdd5e-01ac-4559-a6f5-090e206352c0 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:43.383001 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-71ceb13c-0c32-4c18-82d4-61c067a81aa3 req-da5bdd5e-01ac-4559-a6f5-090e206352c0 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0466917 Jan 25 18:41:43.429679 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-71ceb13c-0c32-4c18-82d4-61c067a81aa3 req-e2c6bf4c-c14d-40c3-bcd8-71cab1485da1 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410728 Jan 25 18:41:44.552217 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d75ad-3eb7-4499-a438-c9932967cd96 req-00e52adc-98c8-43c7-9b3e-ad4e058cdedc tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:44.553678 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f28d75ad-3eb7-4499-a438-c9932967cd96 req-00e52adc-98c8-43c7-9b3e-ad4e058cdedc tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0510168 Jan 25 18:41:44.600337 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f28d75ad-3eb7-4499-a438-c9932967cd96 req-8286ef86-5c25-41aa-8ca1-d157b6880a33 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411372 Jan 25 18:41:45.721697 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999953d8-c3b6-4934-9d1f-e540d03aafbc req-098cf45f-c85a-490b-abba-8d75c3084e9f tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:45.723226 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-999953d8-c3b6-4934-9d1f-e540d03aafbc req-098cf45f-c85a-490b-abba-8d75c3084e9f tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0564682 Jan 25 18:41:45.773654 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-999953d8-c3b6-4934-9d1f-e540d03aafbc req-253c02d9-39af-471f-9cec-f0f7d0e251a4 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8072a8a-7112-4bd3-b372-d45484720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447912 Jan 25 18:41:45.950346 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c410a4-909e-41dc-9d86-d2f9ab8de513 req-150060cf-f3de-4c95-91ba-7fa38a606365 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:45.952070 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-62c410a4-909e-41dc-9d86-d2f9ab8de513 req-150060cf-f3de-4c95-91ba-7fa38a606365 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.42 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 946 time: 0.0493503 Jan 25 18:41:45.978685 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 48152) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:46.044547 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-62c410a4-909e-41dc-9d86-d2f9ab8de513 req-15607cd7-1b3e-4fce-92a0-cd4e714de9db tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Deleting port c5f01456-5a0b-4460-91e4-8a9fff427abf {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:41:46.044892 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-62c410a4-909e-41dc-9d86-d2f9ab8de513 req-15607cd7-1b3e-4fce-92a0-cd4e714de9db tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (c5f01456-5a0b-4460-91e4-8a9fff427abf), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:46.092139 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-1d188fd7-6314-4f5e-b5a7-adbb6e1ac51a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:46.141653 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-62c410a4-909e-41dc-9d86-d2f9ab8de513 req-15607cd7-1b3e-4fce-92a0-cd4e714de9db tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] For port c5f01456-5a0b-4460-91e4-8a9fff427abf, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=c5f01456-5a0b-4460-91e4-8a9fff427abf,segment=NetworkSegment(7112a8d3-ac77-4c0b-be43-c5b226bd6d84),segment_id=7112a8d3-ac77-4c0b-be43-c5b226bd6d84)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:41:46.142075 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-62c410a4-909e-41dc-9d86-d2f9ab8de513 req-15607cd7-1b3e-4fce-92a0-cd4e714de9db tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (c5f01456-5a0b-4460-91e4-8a9fff427abf), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:46.153996 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-62c410a4-909e-41dc-9d86-d2f9ab8de513 req-15607cd7-1b3e-4fce-92a0-cd4e714de9db tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Calling delete_port for c5f01456-5a0b-4460-91e4-8a9fff427abf owned by compute:nova {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:41:46.163223 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-1d188fd7-6314-4f5e-b5a7-adbb6e1ac51a admin admin] Publish callbacks [] for security_group (d5469ee4-594d-4c8c-ad09-a6140feaff69), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:46.166874 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-1d188fd7-6314-4f5e-b5a7-adbb6e1ac51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (d5469ee4-594d-4c8c-ad09-a6140feaff69), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:46.206048 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-1d188fd7-6314-4f5e-b5a7-adbb6e1ac51a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86df8a7f826247ff9c279a9d66e62c68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247641 Jan 25 18:41:46.206668 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d188fd7-6314-4f5e-b5a7-adbb6e1ac51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5469ee4-594d-4c8c-ad09-a6140feaff69,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:46.207921 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 48156) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:46.291892 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-74d2e653-fd53-4d27-a16e-5272fa1e26e4 admin admin] Publish callbacks [] for security_group (d5469ee4-594d-4c8c-ad09-a6140feaff69), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:46.327083 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-74d2e653-fd53-4d27-a16e-5272fa1e26e4 admin admin] Publish callbacks [] for security_group (d5469ee4-594d-4c8c-ad09-a6140feaff69), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:46.342138 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-62c410a4-909e-41dc-9d86-d2f9ab8de513 req-15607cd7-1b3e-4fce-92a0-cd4e714de9db tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620'] for port (c5f01456-5a0b-4460-91e4-8a9fff427abf), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:46.354614 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['c5f01456-5a0b-4460-91e4-8a9fff427abf'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:41:46.387579 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15607cd7-1b3e-4fce-92a0-cd4e714de9db tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Pushing event deleted for resources: {'Port': ['ID=c5f01456-5a0b-4460-91e4-8a9fff427abf,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:46.426049 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c410a4-909e-41dc-9d86-d2f9ab8de513 req-15607cd7-1b3e-4fce-92a0-cd4e714de9db tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] No DVR routers for this DVR port c5f01456-5a0b-4460-91e4-8a9fff427abf on host hv-cinder-82635 {{(pid=102638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:41:46.428469 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-62c410a4-909e-41dc-9d86-d2f9ab8de513 req-15607cd7-1b3e-4fce-92a0-cd4e714de9db tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:46.431724 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-62c410a4-909e-41dc-9d86-d2f9ab8de513 req-15607cd7-1b3e-4fce-92a0-cd4e714de9db tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.42 "DELETE /v2.0/ports/c5f01456-5a0b-4460-91e4-8a9fff427abf HTTP/1.1" status: 204 len: 173 time: 0.4721828 Jan 25 18:41:46.432222 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeafc466-2f31-4c1e-b068-6fbc12115bce', 'name': 'network-vif-deleted', 'tag': 'c5f01456-5a0b-4460-91e4-8a9fff427abf'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:41:46.434525 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfc4029-ed36-4479-a71f-0a9575b09890" -d '{"events": [{"server_uuid": "eeafc466-2f31-4c1e-b068-6fbc12115bce", "name": "network-vif-deleted", "tag": "c5f01456-5a0b-4460-91e4-8a9fff427abf"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:41:46.441469 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-74d2e653-fd53-4d27-a16e-5272fa1e26e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (d5469ee4-594d-4c8c-ad09-a6140feaff69), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:46.444168 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-74d2e653-fd53-4d27-a16e-5272fa1e26e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:46.449320 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-74d2e653-fd53-4d27-a16e-5272fa1e26e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5469ee4-594d-4c8c-ad09-a6140feaff69 HTTP/1.1" status: 204 len: 168 time: 0.2368653 Jan 25 18:41:46.460790 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2e653-fd53-4d27-a16e-5272fa1e26e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5469ee4-594d-4c8c-ad09-a6140feaff69,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:46.476628 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adaad5ce-b94d-4011-b9cc-da69b71ba307 x-openstack-request-id: req-adaad5ce-b94d-4011-b9cc-da69b71ba307 {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:41:46.476862 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeafc466-2f31-4c1e-b068-6fbc12115bce", "name": "network-vif-deleted", "tag": "c5f01456-5a0b-4460-91e4-8a9fff427abf", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:41:46.477098 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-adaad5ce-b94d-4011-b9cc-da69b71ba307 {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:41:46.477502 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeafc466-2f31-4c1e-b068-6fbc12115bce', 'name': 'network-vif-deleted', 'tag': 'c5f01456-5a0b-4460-91e4-8a9fff427abf', 'status': 'completed', 'code': 200} Jan 25 18:41:46.879787 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-18e87f3a-03ae-4265-bfb2-8fa414169f02 req-a5242c25-b413-45e0-9360-a95b5ba0e138 tempest-ServerRescueNegativeTestJSON-2116204977 tempest-ServerRescueNegativeTestJSON-2116204977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeafc466-2f31-4c1e-b068-6fbc12115bce HTTP/1.1" status: 200 len: 210 time: 0.0301180 Jan 25 18:41:47.078758 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 48182) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:47.171193 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-e5f73562-0d0b-4804-8a70-a779b9bfa0fb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-412397374-network', 'tenant_id': '618a3971ff8c44609b7d6ee7e5765ed7'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:41:47.190281 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f73562-0d0b-4804-8a70-a779b9bfa0fb admin admin] Made reservation on behalf of 618a3971ff8c44609b7d6ee7e5765ed7 for: {'network': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:41:47.192548 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e5f73562-0d0b-4804-8a70-a779b9bfa0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for network (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:47.200864 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e5f73562-0d0b-4804-8a70-a779b9bfa0fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:47.274883 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e5f73562-0d0b-4804-8a70-a779b9bfa0fb admin admin] Publish callbacks [] for security_group (399dea4c-b620-4ccb-a526-2645de6afdb9), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:47.278482 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e5f73562-0d0b-4804-8a70-a779b9bfa0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (399dea4c-b620-4ccb-a526-2645de6afdb9), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:47.301293 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f73562-0d0b-4804-8a70-a779b9bfa0fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=102638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 18:41:47.310746 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f73562-0d0b-4804-8a70-a779b9bfa0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399dea4c-b620-4ccb-a526-2645de6afdb9,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:47.315784 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e5f73562-0d0b-4804-8a70-a779b9bfa0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (915ef98c-bb94-4a7c-984f-ae7d42acd9bd), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:47.316123 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.db.segments_db [None req-e5f73562-0d0b-4804-8a70-a779b9bfa0fb admin admin] Added segment 915ef98c-bb94-4a7c-984f-ae7d42acd9bd of type vlan for network 1512a216-5d03-40b5-8d56-1d352e48cfea Jan 25 18:41:47.358159 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e5f73562-0d0b-4804-8a70-a779b9bfa0fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748160996684'] for network (1512a216-5d03-40b5-8d56-1d352e48cfea), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:47.381488 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e5f73562-0d0b-4804-8a70-a779b9bfa0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for network (1512a216-5d03-40b5-8d56-1d352e48cfea), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:47.382968 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f73562-0d0b-4804-8a70-a779b9bfa0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:47.383540 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e5f73562-0d0b-4804-8a70-a779b9bfa0fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:47.414502 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-e5f73562-0d0b-4804-8a70-a779b9bfa0fb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3346064 Jan 25 18:41:47.417506 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 48186) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:47.422507 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-85bfe6cb-ffa0-43c9-bdd3-4ef28553ac03 admin admin] Request body: {'subnet': {'network_id': '1512a216-5d03-40b5-8d56-1d352e48cfea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-412397374-subnet', 'tenant_id': '618a3971ff8c44609b7d6ee7e5765ed7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:41:47.442859 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bfe6cb-ffa0-43c9-bdd3-4ef28553ac03 admin admin] Made reservation on behalf of 618a3971ff8c44609b7d6ee7e5765ed7 for: {'subnet': 1} {{(pid=102637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:41:47.445935 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-85bfe6cb-ffa0-43c9-bdd3-4ef28553ac03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31292719'] for subnet (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:47.451037 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f73562-0d0b-4804-8a70-a779b9bfa0fb admin admin] Pushing event updated for resources: {'Network': ['ID=1512a216-5d03-40b5-8d56-1d352e48cfea,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:47.461291 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Network 1512a216-5d03-40b5-8d56-1d352e48cfea details requested by agent ovs-agent-dv-cinder-826350-1-iscsi with host dv-cinder-826350-1-iscsi {{(pid=102639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 18:41:47.622366 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-85bfe6cb-ffa0-43c9-bdd3-4ef28553ac03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31424844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31292733'] for subnet (724fb5e7-3c43-4c78-970a-8c33ba1cc02d), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:47.670057 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bfe6cb-ffa0-43c9-bdd3-4ef28553ac03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=724fb5e7-3c43-4c78-970a-8c33ba1cc02d,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:47.685830 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bfe6cb-ffa0-43c9-bdd3-4ef28553ac03 admin admin] Checking segment: {'id': '915ef98c-bb94-4a7c-984f-ae7d42acd9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1512a216-5d03-40b5-8d56-1d352e48cfea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:41:47.686222 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bfe6cb-ffa0-43c9-bdd3-4ef28553ac03 admin admin] Network hostable DHCP agents. Network: 1512a216-5d03-40b5-8d56-1d352e48cfea, hostable agents: ['b5880275-9c8b-431f-be2f-f5317484e45d'], hosted agents: [] {{(pid=102637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 18:41:47.702333 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bfe6cb-ffa0-43c9-bdd3-4ef28553ac03 admin admin] Network 1512a216-5d03-40b5-8d56-1d352e48cfea is scheduled to be hosted by DHCP agent b5880275-9c8b-431f-be2f-f5317484e45d with binding_index 1 {{(pid=102637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 18:41:47.711520 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-85bfe6cb-ffa0-43c9-bdd3-4ef28553ac03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-1-iscsi, 1512a216-5d03-40b5-8d56-1d352e48cfea) {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:41:47.716211 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bfe6cb-ffa0-43c9-bdd3-4ef28553ac03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:47.716811 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-85bfe6cb-ffa0-43c9-bdd3-4ef28553ac03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:47.721836 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3056f87d-e708-4cb1-a892-77775a8007e8 None None] Network 1512a216-5d03-40b5-8d56-1d352e48cfea requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:41:47.733337 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-85bfe6cb-ffa0-43c9-bdd3-4ef28553ac03 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3147035 Jan 25 18:41:47.825223 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8379b16-16ad-4ef5-b554-0783b7c7debe None None] Network 1512a216-5d03-40b5-8d56-1d352e48cfea requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:41:47.936669 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 48198) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:48.361952 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-476a402b-cc2a-445e-afa7-150d80352be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698988'] for router_interface (6ade9566-c7d9-4fa1-9871-3af8ffd79500), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:48.648784 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-476a402b-cc2a-445e-afa7-150d80352be6 admin admin] Deleting port bf8cb341-d93e-4455-b34b-fa8632113426 {{(pid=102637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:41:48.649553 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-476a402b-cc2a-445e-afa7-150d80352be6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (bf8cb341-d93e-4455-b34b-fa8632113426), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:48.728848 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.db [None req-476a402b-cc2a-445e-afa7-150d80352be6 admin admin] For port bf8cb341-d93e-4455-b34b-fa8632113426, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=bf8cb341-d93e-4455-b34b-fa8632113426,segment=NetworkSegment(7112a8d3-ac77-4c0b-be43-c5b226bd6d84),segment_id=7112a8d3-ac77-4c0b-be43-c5b226bd6d84)] {{(pid=102637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:41:48.729593 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-476a402b-cc2a-445e-afa7-150d80352be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (bf8cb341-d93e-4455-b34b-fa8632113426), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:48.742999 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-476a402b-cc2a-445e-afa7-150d80352be6 admin admin] Calling delete_port for bf8cb341-d93e-4455-b34b-fa8632113426 owned by network:router_interface {{(pid=102637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:41:48.936470 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-476a402b-cc2a-445e-afa7-150d80352be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (bf8cb341-d93e-4455-b34b-fa8632113426), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:48.961474 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a402b-cc2a-445e-afa7-150d80352be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf8cb341-d93e-4455-b34b-fa8632113426,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:49.114234 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-476a402b-cc2a-445e-afa7-150d80352be6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698904'] for router_interface (6ade9566-c7d9-4fa1-9871-3af8ffd79500), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:49.488794 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-c6040a35-a063-443a-bdaf-2e6c7cf37b3b tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:49.491027 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-c6040a35-a063-443a-bdaf-2e6c7cf37b3b tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/networks?id=1512a216-5d03-40b5-8d56-1d352e48cfea HTTP/1.1" status: 200 len: 813 time: 0.1059823 Jan 25 18:41:49.506463 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-4e5e3924-d0ce-47ba-81eb-410b8a2af1e0 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/quotas/618a3971ff8c44609b7d6ee7e5765ed7 HTTP/1.1" status: 200 len: 375 time: 0.0094941 Jan 25 18:41:49.527079 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476a402b-cc2a-445e-afa7-150d80352be6 admin admin] Router 6ade9566-c7d9-4fa1-9871-3af8ffd79500 has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:41:49.537931 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-27d32498-9260-4d56-8333-073fc5aa0681 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=618a3971ff8c44609b7d6ee7e5765ed7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255554 Jan 25 18:41:49.629621 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476a402b-cc2a-445e-afa7-150d80352be6 admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:41:49.635549 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-476a402b-cc2a-445e-afa7-150d80352be6 admin admin] 10.222.0.41 "PUT /v2.0/routers/6ade9566-c7d9-4fa1-9871-3af8ffd79500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6977799 Jan 25 18:41:49.638082 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 48218) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:49.641555 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device c5f01456-5a0b-4460-91e4-8a9fff427abf no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:41:49.642064 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667adae-df31-4aba-8afe-5968d2b606eb None None] Sync routers for ids ['6ade9566-c7d9-4fa1-9871-3af8ffd79500'] in dv-cinder-826350-1-iscsi {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:41:49.642453 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-aff02f4c-738b-4984-a4f6-aba3a9fc4c4b service neutron] 10.222.0.41 "GET /v2.0/networks/1512a216-5d03-40b5-8d56-1d352e48cfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917063 Jan 25 18:41:49.654146 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1667adae-df31-4aba-8afe-5968d2b606eb None None] Routers {'6ade9566-c7d9-4fa1-9871-3af8ffd79500'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:41:49.654767 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-1667adae-df31-4aba-8afe-5968d2b606eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:41:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['6ade9566-c7d9-4fa1-9871-3af8ffd79500'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:41:49.673949 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] No Port match for: c5f01456-5a0b-4460-91e4-8a9fff427abf {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:41:49.674614 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device c5f01456-5a0b-4460-91e4-8a9fff427abf not bound to the agent host hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:41:49.733425 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-90d5d4df-df8f-4bed-816d-a8ac4a64c947 service neutron] 10.222.0.41 "GET /v2.0/networks/1512a216-5d03-40b5-8d56-1d352e48cfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841129 Jan 25 18:41:49.759049 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-cfc69255-fe4b-4b42-b1cb-347fa3677334 admin admin] Publish callbacks [] for router (6ade9566-c7d9-4fa1-9871-3af8ffd79500), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:49.761426 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-1667adae-df31-4aba-8afe-5968d2b606eb None None] Set router 6ade9566-c7d9-4fa1-9871-3af8ffd79500 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:41:49.882144 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-cfc69255-fe4b-4b42-b1cb-347fa3677334 admin admin] Publish callbacks [] for router_gateway (6ade9566-c7d9-4fa1-9871-3af8ffd79500), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:49.946649 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-cfc69255-fe4b-4b42-b1cb-347fa3677334 admin admin] Deleting port 34de7f30-9b06-4731-89f2-5d0666daff27 {{(pid=102637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:41:49.947352 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-cfc69255-fe4b-4b42-b1cb-347fa3677334 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (34de7f30-9b06-4731-89f2-5d0666daff27), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:49.980755 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-1667adae-df31-4aba-8afe-5968d2b606eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ade9566-c7d9-4fa1-9871-3af8ffd79500', 'name': 'tempest-ServerRescueNegativeTestJSON-1346097466-router', 'tenant_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '34de7f30-9b06-4731-89f2-5d0666daff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:41:48Z', 'revision_number': 5, 'project_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'gw_port': {'id': '34de7f30-9b06-4731-89f2-5d0666daff27', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ade9566-c7d9-4fa1-9871-3af8ffd79500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:41:50.011258 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667adae-df31-4aba-8afe-5968d2b606eb None None] Checking router: 6ade9566-c7d9-4fa1-9871-3af8ffd79500 for host: dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:41:50.033375 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1667adae-df31-4aba-8afe-5968d2b606eb None None] Routers {'6ade9566-c7d9-4fa1-9871-3af8ffd79500'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:41:50.034686 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-1667adae-df31-4aba-8afe-5968d2b606eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:41:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['6ade9566-c7d9-4fa1-9871-3af8ffd79500'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:41:50.056438 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.db [None req-cfc69255-fe4b-4b42-b1cb-347fa3677334 admin admin] For port 34de7f30-9b06-4731-89f2-5d0666daff27, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=34de7f30-9b06-4731-89f2-5d0666daff27,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:41:50.056968 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-cfc69255-fe4b-4b42-b1cb-347fa3677334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (34de7f30-9b06-4731-89f2-5d0666daff27), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:50.073848 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-cfc69255-fe4b-4b42-b1cb-347fa3677334 admin admin] Calling delete_port for 34de7f30-9b06-4731-89f2-5d0666daff27 owned by network:router_gateway {{(pid=102637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:41:50.144037 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-1667adae-df31-4aba-8afe-5968d2b606eb None None] Set router 6ade9566-c7d9-4fa1-9871-3af8ffd79500 gateway port host: None {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:41:50.144485 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-eb9d9f0d-054f-48bc-b91b-c5ca48f9f5b8 req-301c5ba5-2e7a-4c18-8246-8f73b1fd39ad tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?device_id=daba72ed-5f84-465c-a25b-214cdc0af3b8 HTTP/1.1" status: 200 len: 210 time: 0.2762165 Jan 25 18:41:50.214943 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-1667adae-df31-4aba-8afe-5968d2b606eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ade9566-c7d9-4fa1-9871-3af8ffd79500', 'name': 'tempest-ServerRescueNegativeTestJSON-1346097466-router', 'tenant_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:41:49Z', 'revision_number': 6, 'project_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'gw_port_host': None}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:41:50.243899 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667adae-df31-4aba-8afe-5968d2b606eb None None] The sync data for ids ['6ade9566-c7d9-4fa1-9871-3af8ffd79500'] in dv-cinder-826350-1-iscsi is: [{'id': '6ade9566-c7d9-4fa1-9871-3af8ffd79500', 'name': 'tempest-ServerRescueNegativeTestJSON-1346097466-router', 'tenant_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:41:49Z', 'revision_number': 6, 'project_id': '79f0c4c6863c4b73a0b86bb8d897ad55', 'gw_port_host': None}] {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:41:50.266349 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-cfc69255-fe4b-4b42-b1cb-347fa3677334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (34de7f30-9b06-4731-89f2-5d0666daff27), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:50.296699 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc69255-fe4b-4b42-b1cb-347fa3677334 admin admin] Pushing event deleted for resources: {'Port': ['ID=34de7f30-9b06-4731-89f2-5d0666daff27,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:50.369090 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-cfc69255-fe4b-4b42-b1cb-347fa3677334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-699314'] for router_gateway (6ade9566-c7d9-4fa1-9871-3af8ffd79500), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:50.480050 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-cfc69255-fe4b-4b42-b1cb-347fa3677334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62753'] for router (6ade9566-c7d9-4fa1-9871-3af8ffd79500), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:50.482354 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-cfc69255-fe4b-4b42-b1cb-347fa3677334 admin admin] Publish callbacks [] for router_controller (6ade9566-c7d9-4fa1-9871-3af8ffd79500), precommit_delete_associations {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:50.546030 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-cfc69255-fe4b-4b42-b1cb-347fa3677334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697094'] for router (6ade9566-c7d9-4fa1-9871-3af8ffd79500), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:50.546468 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc69255-fe4b-4b42-b1cb-347fa3677334 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ade9566-c7d9-4fa1-9871-3af8ffd79500 {{(pid=102637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 18:41:50.551145 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-cfc69255-fe4b-4b42-b1cb-347fa3677334 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:50.552276 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-cfc69255-fe4b-4b42-b1cb-347fa3677334 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6ade9566-c7d9-4fa1-9871-3af8ffd79500 HTTP/1.1" status: 204 len: 168 time: 0.9132614 Jan 25 18:41:50.555269 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 48230) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:50.602721 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4df59b-d4cd-4bca-ac37-336401aac191 admin admin] Deleting subnet 18b441d1-81c8-4da4-95e8-ec948459c314 {{(pid=102637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 18:41:50.605682 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0f4df59b-d4cd-4bca-ac37-336401aac191 admin admin] Publish callbacks [] for subnet (18b441d1-81c8-4da4-95e8-ec948459c314), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:50.638806 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0f4df59b-d4cd-4bca-ac37-336401aac191 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3682483'] for subnet (18b441d1-81c8-4da4-95e8-ec948459c314), precommit_delete_associations {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:50.676043 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0f4df59b-d4cd-4bca-ac37-336401aac191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490167'] for subnet (18b441d1-81c8-4da4-95e8-ec948459c314), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:50.726286 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0f4df59b-d4cd-4bca-ac37-336401aac191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31424641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31292722'] for subnet (18b441d1-81c8-4da4-95e8-ec948459c314), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:50.758567 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4df59b-d4cd-4bca-ac37-336401aac191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18b441d1-81c8-4da4-95e8-ec948459c314,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:50.763605 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0f4df59b-d4cd-4bca-ac37-336401aac191 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:50.769505 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-0f4df59b-d4cd-4bca-ac37-336401aac191 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/18b441d1-81c8-4da4-95e8-ec948459c314 HTTP/1.1" status: 204 len: 168 time: 0.2132356 Jan 25 18:41:50.769987 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 48232) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:50.876109 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530550'] for network (f1204178-e3f4-4d73-ba25-93a4ab80f272), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:51.029879 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-f51cd581-6da8-48e0-be7b-977316f6eb02 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:51.031294 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-f51cd581-6da8-48e0-be7b-977316f6eb02 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.42 "GET /v2.0/networks?id=1512a216-5d03-40b5-8d56-1d352e48cfea HTTP/1.1" status: 200 len: 813 time: 0.1982660 Jan 25 18:41:51.035597 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488764', 'neutron.services.segments.db._delete_segments_for_network-8748161470832'] for network (f1204178-e3f4-4d73-ba25-93a4ab80f272), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:51.047585 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-0eea683c-8ba1-46cc-85fc-4eee5fdf1b87 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Request body: {'port': {'device_id': 'daba72ed-5f84-465c-a25b-214cdc0af3b8', 'network_id': '1512a216-5d03-40b5-8d56-1d352e48cfea', 'admin_state_up': True, 'tenant_id': '618a3971ff8c44609b7d6ee7e5765ed7'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:41:51.080872 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:41:51.081162 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:41:51.081908 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:41:51.082291 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] Subscribe: > port after_create 55550000 {{(pid=102638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:41:51.082633 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:41:51.082968 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] Subscribe: > port after_update 55550000 {{(pid=102638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:41:51.083288 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:41:51.083604 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:41:51.083917 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:41:51.084237 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:41:51.150415 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:41:51.150764 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:41:51.151095 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:41:51.151427 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 18:41:51.151801 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1204178-e3f4-4d73-ba25-93a4ab80f272']}} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:41:51.194888 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7112a8d3-ac77-4c0b-be43-c5b226bd6d84') {'for_net_delete': True} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:41:51.195187 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7112a8d3-ac77-4c0b-be43-c5b226bd6d84') {} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:41:51.225117 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748161465977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31759341'] for segment (7112a8d3-ac77-4c0b-be43-c5b226bd6d84), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:51.269172 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c4c09b4b-44f6-45e0-b130-5b11b117923e req-b33ce3d7-0b9a-42b2-9772-abc52128c1c2 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?device_id=daba72ed-5f84-465c-a25b-214cdc0af3b8 HTTP/1.1" status: 200 len: 210 time: 0.0478997 Jan 25 18:41:51.275368 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (7112a8d3-ac77-4c0b-be43-c5b226bd6d84), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:51.292269 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 18:41:51.292672 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061547'] for segment (7112a8d3-ac77-4c0b-be43-c5b226bd6d84), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: from cryptography.utils import int_from_bytes Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: from cryptography.utils import int_from_bytes Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: Traceback (most recent call last): Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: timer() Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: cb(*args, **kw) Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: return func(*args, **kwargs) Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: self._notify() Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: self.callback(batched_events) Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: event.method(event) Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: return f(self, *a, **k) Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: return self._get(url).json() Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: return self.request(url, 'GET', **kwargs) Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:41:51.296587 dv-cinder-826350-1-iscsi neutron-server[102638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:41:51.363514 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699286'] for network (f1204178-e3f4-4d73-ba25-93a4ab80f272), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:51.366542 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-0eea683c-8ba1-46cc-85fc-4eee5fdf1b87 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Made reservation on behalf of 618a3971ff8c44609b7d6ee7e5765ed7 for: {'port': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:41:51.370083 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-0eea683c-8ba1-46cc-85fc-4eee5fdf1b87 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:51.382790 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:51.388135 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f1204178-e3f4-4d73-ba25-93a4ab80f272 HTTP/1.1" status: 204 len: 168 time: 0.6143620 Jan 25 18:41:51.396524 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0ce3f-73a2-4976-96b4-13763d0a0146 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1204178-e3f4-4d73-ba25-93a4ab80f272,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:51.503128 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 48242) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:51.513477 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-0eea683c-8ba1-46cc-85fc-4eee5fdf1b87 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Allocated IP 172.20.0.13 (1512a216-5d03-40b5-8d56-1d352e48cfea/724fb5e7-3c43-4c78-970a-8c33ba1cc02d/cdec41b6-eddf-4cec-bdd8-6ad5aa51f030) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:41:51.544614 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-37392ef1-c107-4e76-a6d5-0d498e8aad38 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79f0c4c6863c4b73a0b86bb8d897ad55&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403380 Jan 25 18:41:51.549842 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 48244) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:51.596930 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device bf8cb341-d93e-4455-b34b-fa8632113426 no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:41:51.617870 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No Port match for: bf8cb341-d93e-4455-b34b-fa8632113426 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:41:51.618253 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device bf8cb341-d93e-4455-b34b-fa8632113426 not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:41:51.618678 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 34de7f30-9b06-4731-89f2-5d0666daff27 no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:41:51.637323 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No Port match for: 34de7f30-9b06-4731-89f2-5d0666daff27 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:41:51.637667 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 34de7f30-9b06-4731-89f2-5d0666daff27 not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:41:51.667759 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-c34d4534-7392-4c63-bb20-29606996c7ac admin admin] Publish callbacks [] for security_group (f8072a8a-7112-4bd3-b372-d45484720cc5), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:51.707102 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-c34d4534-7392-4c63-bb20-29606996c7ac admin admin] Publish callbacks [] for security_group (f8072a8a-7112-4bd3-b372-d45484720cc5), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:51.721958 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-0eea683c-8ba1-46cc-85fc-4eee5fdf1b87 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Publish callbacks [] for port (cdec41b6-eddf-4cec-bdd8-6ad5aa51f030), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:51.772994 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-0eea683c-8ba1-46cc-85fc-4eee5fdf1b87 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (cdec41b6-eddf-4cec-bdd8-6ad5aa51f030), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:51.784364 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-c34d4534-7392-4c63-bb20-29606996c7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (f8072a8a-7112-4bd3-b372-d45484720cc5), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:51.786763 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-c34d4534-7392-4c63-bb20-29606996c7ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:51.788381 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-c34d4534-7392-4c63-bb20-29606996c7ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f8072a8a-7112-4bd3-b372-d45484720cc5 HTTP/1.1" status: 204 len: 168 time: 0.2370346 Jan 25 18:41:51.829763 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d4534-7392-4c63-bb20-29606996c7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8072a8a-7112-4bd3-b372-d45484720cc5,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:51.833221 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-0eea683c-8ba1-46cc-85fc-4eee5fdf1b87 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Network 1512a216-5d03-40b5-8d56-1d352e48cfea is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:41:51.840492 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-0eea683c-8ba1-46cc-85fc-4eee5fdf1b87 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:41:51.845212 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-0eea683c-8ba1-46cc-85fc-4eee5fdf1b87 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:41:51.851331 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea683c-8ba1-46cc-85fc-4eee5fdf1b87 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Pushing event updated for resources: {'Port': ['ID=cdec41b6-eddf-4cec-bdd8-6ad5aa51f030,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:51.852642 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:51.900409 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-0eea683c-8ba1-46cc-85fc-4eee5fdf1b87 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:51.901351 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-0eea683c-8ba1-46cc-85fc-4eee5fdf1b87 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:51.916645 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-0eea683c-8ba1-46cc-85fc-4eee5fdf1b87 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8728182 Jan 25 18:41:51.927240 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-e3fd511d-933c-45d4-b1f9-57ee770e0edc service neutron] Request body: {'port': {'device_id': 'daba72ed-5f84-465c-a25b-214cdc0af3b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:41:51.987095 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-e3fd511d-933c-45d4-b1f9-57ee770e0edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (cdec41b6-eddf-4cec-bdd8-6ad5aa51f030), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:52.251239 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-e3fd511d-933c-45d4-b1f9-57ee770e0edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdec41b6-eddf-4cec-bdd8-6ad5aa51f030 {{(pid=102638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:41:52.259413 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-e3fd511d-933c-45d4-b1f9-57ee770e0edc service neutron] Publish callbacks [] for port (cdec41b6-eddf-4cec-bdd8-6ad5aa51f030), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:52.271929 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.provisioning_blocks [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-e3fd511d-933c-45d4-b1f9-57ee770e0edc service neutron] Transition to ACTIVE for port object cdec41b6-eddf-4cec-bdd8-6ad5aa51f030 will not be triggered until provisioned by entity L2. {{(pid=102638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 18:41:52.275521 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-e3fd511d-933c-45d4-b1f9-57ee770e0edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31061751'] for port (cdec41b6-eddf-4cec-bdd8-6ad5aa51f030), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:52.327287 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd511d-933c-45d4-b1f9-57ee770e0edc service neutron] Pushing event updated for resources: {'Port': ['ID=cdec41b6-eddf-4cec-bdd8-6ad5aa51f030,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:52.434776 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb98737-ceba-4e35-8e27-2dfe7090c91b req-3f28e709-53c8-4070-ba2e-be6126fe3fd8 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:52.436243 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0eb98737-ceba-4e35-8e27-2dfe7090c91b req-3f28e709-53c8-4070-ba2e-be6126fe3fd8 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?device_id=daba72ed-5f84-465c-a25b-214cdc0af3b8 HTTP/1.1" status: 200 len: 944 time: 0.0869741 Jan 25 18:41:52.441048 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-e3fd511d-933c-45d4-b1f9-57ee770e0edc service neutron] Attempting to bind port cdec41b6-eddf-4cec-bdd8-6ad5aa51f030 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:41:52.441379 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-e3fd511d-933c-45d4-b1f9-57ee770e0edc service neutron] Attempting to bind port cdec41b6-eddf-4cec-bdd8-6ad5aa51f030 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '915ef98c-bb94-4a7c-984f-ae7d42acd9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1512a216-5d03-40b5-8d56-1d352e48cfea'}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:41:52.441710 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-e3fd511d-933c-45d4-b1f9-57ee770e0edc service neutron] Attempting to bind port cdec41b6-eddf-4cec-bdd8-6ad5aa51f030 on network 1512a216-5d03-40b5-8d56-1d352e48cfea {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:41:52.453183 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-e3fd511d-933c-45d4-b1f9-57ee770e0edc service neutron] Port cdec41b6-eddf-4cec-bdd8-6ad5aa51f030 on network 1512a216-5d03-40b5-8d56-1d352e48cfea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 18:41:52.453508 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-e3fd511d-933c-45d4-b1f9-57ee770e0edc service neutron] Attempting to bind port cdec41b6-eddf-4cec-bdd8-6ad5aa51f030 on network 1512a216-5d03-40b5-8d56-1d352e48cfea {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:41:52.467308 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-e3fd511d-933c-45d4-b1f9-57ee770e0edc service neutron] Checking agent: {'id': 'bdb5f0d3-661d-4d22-a5ac-70c284fe21ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'started_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:41:52.467651 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-e3fd511d-933c-45d4-b1f9-57ee770e0edc service neutron] Checking segment: {'id': '915ef98c-bb94-4a7c-984f-ae7d42acd9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1512a216-5d03-40b5-8d56-1d352e48cfea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:41:52.468032 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-e3fd511d-933c-45d4-b1f9-57ee770e0edc service neutron] Bound using segment: {'id': '915ef98c-bb94-4a7c-984f-ae7d42acd9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1512a216-5d03-40b5-8d56-1d352e48cfea'} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:41:52.468460 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-e3fd511d-933c-45d4-b1f9-57ee770e0edc service neutron] Bound port: cdec41b6-eddf-4cec-bdd8-6ad5aa51f030, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '915ef98c-bb94-4a7c-984f-ae7d42acd9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1512a216-5d03-40b5-8d56-1d352e48cfea'}}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:41:52.468815 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-e3fd511d-933c-45d4-b1f9-57ee770e0edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (cdec41b6-eddf-4cec-bdd8-6ad5aa51f030), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:52.519394 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0eb98737-ceba-4e35-8e27-2dfe7090c91b req-7340a991-07d9-4ea7-b5b0-1db09fde898d tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/security-groups?id=399dea4c-b620-4ccb-a526-2645de6afdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753379 Jan 25 18:41:52.551188 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-e3fd511d-933c-45d4-b1f9-57ee770e0edc service neutron] For port cdec41b6-eddf-4cec-bdd8-6ad5aa51f030, host hv-cinder-82635, cleared binding levels {{(pid=102638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:41:52.554691 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-e3fd511d-933c-45d4-b1f9-57ee770e0edc service neutron] For port cdec41b6-eddf-4cec-bdd8-6ad5aa51f030, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=cdec41b6-eddf-4cec-bdd8-6ad5aa51f030,segment=NetworkSegment(915ef98c-bb94-4a7c-984f-ae7d42acd9bd),segment_id=915ef98c-bb94-4a7c-984f-ae7d42acd9bd)] {{(pid=102638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:41:52.559593 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-e3fd511d-933c-45d4-b1f9-57ee770e0edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31061751'] for port (cdec41b6-eddf-4cec-bdd8-6ad5aa51f030), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:52.601186 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-e3fd511d-933c-45d4-b1f9-57ee770e0edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:52.601852 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-e3fd511d-933c-45d4-b1f9-57ee770e0edc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:52.603254 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-e3fd511d-933c-45d4-b1f9-57ee770e0edc service neutron] 10.222.0.42 "PUT /v2.0/ports/cdec41b6-eddf-4cec-bdd8-6ad5aa51f030 HTTP/1.1" status: 200 len: 1094 time: 0.6801119 Jan 25 18:41:52.603691 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daba72ed-5f84-465c-a25b-214cdc0af3b8', 'tag': 'cdec41b6-eddf-4cec-bdd8-6ad5aa51f030'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:41:52.606030 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de129f2-eac6-4761-860b-51adaf5b6d20" -d '{"events": [{"name": "network-changed", "server_uuid": "daba72ed-5f84-465c-a25b-214cdc0af3b8", "tag": "cdec41b6-eddf-4cec-bdd8-6ad5aa51f030"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:41:52.638915 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd511d-933c-45d4-b1f9-57ee770e0edc service neutron] Pushing event updated for resources: {'Port': ['ID=cdec41b6-eddf-4cec-bdd8-6ad5aa51f030,revision_number=3']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:52.649286 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e963d8-b5ed-493f-bdb5-d02cb3ed073a x-openstack-request-id: req-45e963d8-b5ed-493f-bdb5-d02cb3ed073a {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:41:52.649286 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daba72ed-5f84-465c-a25b-214cdc0af3b8", "tag": "cdec41b6-eddf-4cec-bdd8-6ad5aa51f030", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:41:52.649505 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-45e963d8-b5ed-493f-bdb5-d02cb3ed073a {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:41:52.649895 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daba72ed-5f84-465c-a25b-214cdc0af3b8', 'tag': 'cdec41b6-eddf-4cec-bdd8-6ad5aa51f030', 'status': 'completed', 'code': 200} Jan 25 18:41:52.714416 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de129f2-eac6-4761-860b-51adaf5b6d20 req-661b5c98-a8e5-4e6c-8420-67f46994f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:52.715931 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0de129f2-eac6-4761-860b-51adaf5b6d20 req-661b5c98-a8e5-4e6c-8420-67f46994f2ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=618a3971ff8c44609b7d6ee7e5765ed7&device_id=daba72ed-5f84-465c-a25b-214cdc0af3b8 HTTP/1.1" status: 200 len: 1097 time: 0.0445762 Jan 25 18:41:52.884558 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de129f2-eac6-4761-860b-51adaf5b6d20 req-c9a6bbb0-e57f-428e-8695-a1cfee9626bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:52.886677 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0de129f2-eac6-4761-860b-51adaf5b6d20 req-c9a6bbb0-e57f-428e-8695-a1cfee9626bf service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=618a3971ff8c44609b7d6ee7e5765ed7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1639695 Jan 25 18:41:53.055230 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de129f2-eac6-4761-860b-51adaf5b6d20 req-2e7f310f-a25c-407d-b1cc-fe5929207f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:53.056686 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0de129f2-eac6-4761-860b-51adaf5b6d20 req-2e7f310f-a25c-407d-b1cc-fe5929207f67 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1644814 Jan 25 18:41:53.129469 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-ccd582e9-3eaf-4c9e-89f2-31b5dd657617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:53.130982 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-ccd582e9-3eaf-4c9e-89f2-31b5dd657617 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=618a3971ff8c44609b7d6ee7e5765ed7&device_id=daba72ed-5f84-465c-a25b-214cdc0af3b8 HTTP/1.1" status: 200 len: 1097 time: 0.0391231 Jan 25 18:41:53.173144 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-465b07da-f731-4835-9807-f8203b9b1edd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdec41b6-eddf-4cec-bdd8-6ad5aa51f030 HTTP/1.1" status: 200 len: 217 time: 0.0348344 Jan 25 18:41:53.224537 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-0d5d4661-7619-403f-9bb7-92677aad444b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:53.226558 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-0d5d4661-7619-403f-9bb7-92677aad444b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=724fb5e7-3c43-4c78-970a-8c33ba1cc02d HTTP/1.1" status: 200 len: 853 time: 0.0479383 Jan 25 18:41:53.256232 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-1bed9e1e-71fa-4e82-93db-9f1b9a697643 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1512a216-5d03-40b5-8d56-1d352e48cfea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234230 Jan 25 18:41:53.344408 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-548ef585-6cf9-4d77-a464-2be4f5d9e86b service neutron] 10.222.0.42 "GET /v2.0/networks/1512a216-5d03-40b5-8d56-1d352e48cfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814674 Jan 25 18:41:53.436426 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0d594394-80f1-436e-b5e8-26c1478e9cf8 req-2aea85f0-3a70-4583-9d83-76155422f382 service neutron] 10.222.0.42 "GET /v2.0/networks/1512a216-5d03-40b5-8d56-1d352e48cfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859325 Jan 25 18:41:53.646795 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9573f-f475-41ac-bdc4-ba43ece0d4aa req-9c7187c2-7608-4438-8b5f-e9d52d38fa37 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:53.653902 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c3f9573f-f475-41ac-bdc4-ba43ece0d4aa req-9c7187c2-7608-4438-8b5f-e9d52d38fa37 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?device_id=daba72ed-5f84-465c-a25b-214cdc0af3b8 HTTP/1.1" status: 200 len: 944 time: 0.0621586 Jan 25 18:41:53.710821 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c3f9573f-f475-41ac-bdc4-ba43ece0d4aa req-5e2feaa0-4838-4f17-b703-b9d46d6d1770 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/security-groups?id=399dea4c-b620-4ccb-a526-2645de6afdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507870 Jan 25 18:41:54.632433 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 48394) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:54.733944 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ffe41304-68b1-414a-a148-50bf44624d47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:54.859117 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51d9a6-5184-466a-9e52-f0c9d8026b4f req-0ce983d0-6eaf-4ae4-9901-6dd7addb1997 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:54.860925 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-1d51d9a6-5184-466a-9e52-f0c9d8026b4f req-0ce983d0-6eaf-4ae4-9901-6dd7addb1997 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?device_id=daba72ed-5f84-465c-a25b-214cdc0af3b8 HTTP/1.1" status: 200 len: 944 time: 0.0768833 Jan 25 18:41:54.862824 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ffe41304-68b1-414a-a148-50bf44624d47 admin admin] Publish callbacks [] for security_group (c46e4df9-f3a4-4661-8660-9d11ede64ba1), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:54.868780 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ffe41304-68b1-414a-a148-50bf44624d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (c46e4df9-f3a4-4661-8660-9d11ede64ba1), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:54.937691 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe41304-68b1-414a-a148-50bf44624d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46e4df9-f3a4-4661-8660-9d11ede64ba1,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:54.951120 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-ffe41304-68b1-414a-a148-50bf44624d47 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed5fa0205685451d9b0824212a0333f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173165 Jan 25 18:41:54.953097 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 48406) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:54.979179 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-1d51d9a6-5184-466a-9e52-f0c9d8026b4f req-fa78f166-70f2-44d1-a568-860b3b4b3546 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/security-groups?id=399dea4c-b620-4ccb-a526-2645de6afdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124649 Jan 25 18:41:54.994395 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f4f01-750e-4c6d-b830-45159328e595 req-313ac254-03f9-4576-bb2b-e4262271476a tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:54.995848 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7f7f4f01-750e-4c6d-b830-45159328e595 req-313ac254-03f9-4576-bb2b-e4262271476a tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0760787 Jan 25 18:41:55.008220 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b8469fe1-2064-445a-95b0-cbf897e5e835 admin admin] Publish callbacks [] for security_group (c46e4df9-f3a4-4661-8660-9d11ede64ba1), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:55.029535 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b8469fe1-2064-445a-95b0-cbf897e5e835 admin admin] Publish callbacks [] for security_group (c46e4df9-f3a4-4661-8660-9d11ede64ba1), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:55.047743 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7f7f4f01-750e-4c6d-b830-45159328e595 req-5a61c4ee-817a-4ae7-928f-59327860df61 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460694 Jan 25 18:41:55.074959 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b8469fe1-2064-445a-95b0-cbf897e5e835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (c46e4df9-f3a4-4661-8660-9d11ede64ba1), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:55.077818 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b8469fe1-2064-445a-95b0-cbf897e5e835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:55.079061 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-b8469fe1-2064-445a-95b0-cbf897e5e835 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c46e4df9-f3a4-4661-8660-9d11ede64ba1 HTTP/1.1" status: 204 len: 168 time: 0.1249824 Jan 25 18:41:55.086457 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8469fe1-2064-445a-95b0-cbf897e5e835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46e4df9-f3a4-4661-8660-9d11ede64ba1,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:55.327518 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 48412) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:55.340482 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e048140a-09ba-4fda-9c46-5e7937c452d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:55.413259 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e048140a-09ba-4fda-9c46-5e7937c452d0 admin admin] Publish callbacks [] for security_group (c3a0f2ed-15b1-4c46-84c8-84af362b07d5), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:55.417117 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e048140a-09ba-4fda-9c46-5e7937c452d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (c3a0f2ed-15b1-4c46-84c8-84af362b07d5), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:55.456978 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-e048140a-09ba-4fda-9c46-5e7937c452d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74b550d03be34a27a355bc576ba6dac8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1284339 Jan 25 18:41:55.457825 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048140a-09ba-4fda-9c46-5e7937c452d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a0f2ed-15b1-4c46-84c8-84af362b07d5,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:55.459680 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 48414) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:41:55.507084 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e6ce32da-86ff-4d26-92e0-ae6a85a2502f admin admin] Publish callbacks [] for security_group (c3a0f2ed-15b1-4c46-84c8-84af362b07d5), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:55.527001 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e6ce32da-86ff-4d26-92e0-ae6a85a2502f admin admin] Publish callbacks [] for security_group (c3a0f2ed-15b1-4c46-84c8-84af362b07d5), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:55.572833 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e6ce32da-86ff-4d26-92e0-ae6a85a2502f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (c3a0f2ed-15b1-4c46-84c8-84af362b07d5), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:55.575359 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e6ce32da-86ff-4d26-92e0-ae6a85a2502f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:55.576475 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-e6ce32da-86ff-4d26-92e0-ae6a85a2502f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3a0f2ed-15b1-4c46-84c8-84af362b07d5 HTTP/1.1" status: 204 len: 168 time: 0.1152592 Jan 25 18:41:55.584099 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce32da-86ff-4d26-92e0-ae6a85a2502f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a0f2ed-15b1-4c46-84c8-84af362b07d5,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:55.670190 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device cdec41b6-eddf-4cec-bdd8-6ad5aa51f030 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:41:55.776273 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port cdec41b6-eddf-4cec-bdd8-6ad5aa51f030, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=cdec41b6-eddf-4cec-bdd8-6ad5aa51f030,segment=NetworkSegment(915ef98c-bb94-4a7c-984f-ae7d42acd9bd),segment_id=915ef98c-bb94-4a7c-984f-ae7d42acd9bd)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:41:55.786717 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': 'cdec41b6-eddf-4cec-bdd8-6ad5aa51f030', 'network_id': '1512a216-5d03-40b5-8d56-1d352e48cfea', 'port_id': 'cdec41b6-eddf-4cec-bdd8-6ad5aa51f030', 'mac_address': 'fa:16:3e:a3:16:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '724fb5e7-3c43-4c78-970a-8c33ba1cc02d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:41:55.829322 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port cdec41b6-eddf-4cec-bdd8-6ad5aa51f030 is: DOWN; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:41:55.829788 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (cdec41b6-eddf-4cec-bdd8-6ad5aa51f030), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:55.846292 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdec41b6-eddf-4cec-bdd8-6ad5aa51f030 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:41:55.866730 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port cdec41b6-eddf-4cec-bdd8-6ad5aa51f030, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=cdec41b6-eddf-4cec-bdd8-6ad5aa51f030,segment=NetworkSegment(915ef98c-bb94-4a7c-984f-ae7d42acd9bd),segment_id=915ef98c-bb94-4a7c-984f-ae7d42acd9bd)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:41:55.870579 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (cdec41b6-eddf-4cec-bdd8-6ad5aa51f030), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:55.916649 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=cdec41b6-eddf-4cec-bdd8-6ad5aa51f030,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:55.923572 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:55.923922 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:55.924358 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:55.924793 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:55.925129 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:55.925455 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:55.925781 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:55.926131 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:55.926456 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:55.926799 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:55.927224 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:55.927553 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:55.927879 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:41:56.096452 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d53cb8-c209-4d9b-98b3-2e47cae8a4c4 req-a20f4089-4e56-4e41-bce0-440e380eedad tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:56.097525 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-39d53cb8-c209-4d9b-98b3-2e47cae8a4c4 req-a20f4089-4e56-4e41-bce0-440e380eedad tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?device_id=daba72ed-5f84-465c-a25b-214cdc0af3b8 HTTP/1.1" status: 200 len: 945 time: 0.0517700 Jan 25 18:41:56.129765 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['cdec41b6-eddf-4cec-bdd8-6ad5aa51f030'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:41:56.181652 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-39d53cb8-c209-4d9b-98b3-2e47cae8a4c4 req-9748d2a8-5197-488d-812c-ae49ecf55f82 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/security-groups?id=399dea4c-b620-4ccb-a526-2645de6afdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749254 Jan 25 18:41:56.195303 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c368d-d8d2-46c9-b820-ff34f11926bd req-174dc051-5213-4089-a392-c5010c8b703d tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:56.196103 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c00c368d-d8d2-46c9-b820-ff34f11926bd req-174dc051-5213-4089-a392-c5010c8b703d tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0677087 Jan 25 18:41:56.247839 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c00c368d-d8d2-46c9-b820-ff34f11926bd req-e81b0660-88ff-4f77-8825-2f86362cce49 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440431 Jan 25 18:41:57.299439 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a4e69-4f09-405b-820f-5346815f7efd req-04da5785-d9cf-48ce-b0cb-0e5d561a0223 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:57.300917 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a68a4e69-4f09-405b-820f-5346815f7efd req-04da5785-d9cf-48ce-b0cb-0e5d561a0223 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?device_id=daba72ed-5f84-465c-a25b-214cdc0af3b8 HTTP/1.1" status: 200 len: 945 time: 0.0483077 Jan 25 18:41:57.381188 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a68a4e69-4f09-405b-820f-5346815f7efd req-ed22210d-139f-4eea-885a-9f235687042c tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/security-groups?id=399dea4c-b620-4ccb-a526-2645de6afdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732968 Jan 25 18:41:57.396404 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76c388-276e-473c-b5b0-9346630475e8 req-e351d174-c23a-47b2-8ab8-cd03fcf072c5 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:57.398387 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7c76c388-276e-473c-b5b0-9346630475e8 req-e351d174-c23a-47b2-8ab8-cd03fcf072c5 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0726407 Jan 25 18:41:57.444022 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7c76c388-276e-473c-b5b0-9346630475e8 req-ab3067a5-7906-454f-8bb9-fd94a5232152 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401232 Jan 25 18:41:57.670189 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device cdec41b6-eddf-4cec-bdd8-6ad5aa51f030 up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:41:57.719264 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning for port cdec41b6-eddf-4cec-bdd8-6ad5aa51f030 completed by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 18:41:57.723449 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port cdec41b6-eddf-4cec-bdd8-6ad5aa51f030 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:41:57.723835 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (cdec41b6-eddf-4cec-bdd8-6ad5aa51f030), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:57.805944 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port cdec41b6-eddf-4cec-bdd8-6ad5aa51f030 is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:41:57.806334 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (cdec41b6-eddf-4cec-bdd8-6ad5aa51f030), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:57.830462 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daba72ed-5f84-465c-a25b-214cdc0af3b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdec41b6-eddf-4cec-bdd8-6ad5aa51f030'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:41:57.832717 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cceee2d-b2f9-431a-8d7f-2d0e79278e00" -d '{"events": [{"server_uuid": "daba72ed-5f84-465c-a25b-214cdc0af3b8", "name": "network-vif-plugged", "status": "completed", "tag": "cdec41b6-eddf-4cec-bdd8-6ad5aa51f030"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:41:57.848631 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port cdec41b6-eddf-4cec-bdd8-6ad5aa51f030, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=cdec41b6-eddf-4cec-bdd8-6ad5aa51f030,segment=NetworkSegment(915ef98c-bb94-4a7c-984f-ae7d42acd9bd),segment_id=915ef98c-bb94-4a7c-984f-ae7d42acd9bd)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:41:57.854857 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (cdec41b6-eddf-4cec-bdd8-6ad5aa51f030), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:41:57.885245 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd57c55-013a-4e6d-840e-e1a72d3dd0c1 x-openstack-request-id: req-bbd57c55-013a-4e6d-840e-e1a72d3dd0c1 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:41:57.885607 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daba72ed-5f84-465c-a25b-214cdc0af3b8", "name": "network-vif-plugged", "status": "completed", "tag": "cdec41b6-eddf-4cec-bdd8-6ad5aa51f030", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:41:57.885795 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bbd57c55-013a-4e6d-840e-e1a72d3dd0c1 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:41:57.886210 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daba72ed-5f84-465c-a25b-214cdc0af3b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdec41b6-eddf-4cec-bdd8-6ad5aa51f030', 'code': 200} Jan 25 18:41:57.949997 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=cdec41b6-eddf-4cec-bdd8-6ad5aa51f030,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:41:58.031672 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2e74c-76d7-4eb1-ae44-a81b66683bca req-6953220b-c827-40f2-938e-c7fe807d90ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:58.033238 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-95d2e74c-76d7-4eb1-ae44-a81b66683bca req-6953220b-c827-40f2-938e-c7fe807d90ab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=daba72ed-5f84-465c-a25b-214cdc0af3b8 HTTP/1.1" status: 200 len: 1099 time: 0.0406013 Jan 25 18:41:58.079102 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-95d2e74c-76d7-4eb1-ae44-a81b66683bca req-241616cd-4b11-42ef-9852-5c278ce0835c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=399dea4c-b620-4ccb-a526-2645de6afdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395555 Jan 25 18:41:58.492351 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df437cf-5764-4c21-97f6-1c6c1ccca308 req-a127707e-2c40-41d5-995b-8e1d32d8a769 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:58.493809 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9df437cf-5764-4c21-97f6-1c6c1ccca308 req-a127707e-2c40-41d5-995b-8e1d32d8a769 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?device_id=daba72ed-5f84-465c-a25b-214cdc0af3b8 HTTP/1.1" status: 200 len: 946 time: 0.0459495 Jan 25 18:41:58.565929 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9df437cf-5764-4c21-97f6-1c6c1ccca308 req-891b5fa8-a51c-4da6-b95f-67dbd876656b tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/security-groups?id=399dea4c-b620-4ccb-a526-2645de6afdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667710 Jan 25 18:41:58.580187 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189c0a6-159a-4be0-8d9d-395180a6223a req-cbd511c5-9863-492a-a452-0cbf32ab93a5 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:58.581593 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2189c0a6-159a-4be0-8d9d-395180a6223a req-cbd511c5-9863-492a-a452-0cbf32ab93a5 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0679476 Jan 25 18:41:58.626310 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2189c0a6-159a-4be0-8d9d-395180a6223a req-4d39fc1e-1cc4-43b4-8367-9cb41988e7bc tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386939 Jan 25 18:41:59.677040 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e9f86-c532-4284-a9c0-373170841f96 req-69ca5cd6-cd2f-4ee0-9ddf-96ca831f3e74 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:59.678537 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a98e9f86-c532-4284-a9c0-373170841f96 req-69ca5cd6-cd2f-4ee0-9ddf-96ca831f3e74 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?device_id=daba72ed-5f84-465c-a25b-214cdc0af3b8 HTTP/1.1" status: 200 len: 946 time: 0.0469451 Jan 25 18:41:59.967218 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a98e9f86-c532-4284-a9c0-373170841f96 req-1fdc4fad-9627-417a-9c83-61af9dceb1f3 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/security-groups?id=399dea4c-b620-4ccb-a526-2645de6afdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830327 Jan 25 18:41:59.978376 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d47031-46c5-4669-8cdf-e297766296fe req-cbc02e54-6664-428c-a304-b64853ea00f2 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:41:59.979788 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-51d47031-46c5-4669-8cdf-e297766296fe req-cbc02e54-6664-428c-a304-b64853ea00f2 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.2825596 Jan 25 18:42:00.026775 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-51d47031-46c5-4669-8cdf-e297766296fe req-f9bc75a0-14db-4ad3-bef9-f99ab7d9a3e1 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415943 Jan 25 18:42:00.056185 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cb5d8bb5-f1fb-4b1c-97fe-857e9d92cfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:00.505544 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 48576) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:00.611846 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f7325371-dd91-426f-87a7-db602bf1aa8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:00.686524 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f7325371-dd91-426f-87a7-db602bf1aa8e admin admin] Publish callbacks [] for security_group (7a87ed34-61e2-45f6-b385-fbf15b31d2d0), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:00.690912 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f7325371-dd91-426f-87a7-db602bf1aa8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (7a87ed34-61e2-45f6-b385-fbf15b31d2d0), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:00.738989 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-f7325371-dd91-426f-87a7-db602bf1aa8e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f6fdb08e3d9f4bdba90f8748883d60b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317703 Jan 25 18:42:00.739842 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7325371-dd91-426f-87a7-db602bf1aa8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a87ed34-61e2-45f6-b385-fbf15b31d2d0,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:00.742037 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 48594) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:00.797584 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-89b810ec-0436-4e71-927b-ecde24fdd62c admin admin] Publish callbacks [] for security_group (7a87ed34-61e2-45f6-b385-fbf15b31d2d0), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:00.820543 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-89b810ec-0436-4e71-927b-ecde24fdd62c admin admin] Publish callbacks [] for security_group (7a87ed34-61e2-45f6-b385-fbf15b31d2d0), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:00.872250 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-89b810ec-0436-4e71-927b-ecde24fdd62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (7a87ed34-61e2-45f6-b385-fbf15b31d2d0), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:00.874859 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-89b810ec-0436-4e71-927b-ecde24fdd62c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:00.876021 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-89b810ec-0436-4e71-927b-ecde24fdd62c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a87ed34-61e2-45f6-b385-fbf15b31d2d0 HTTP/1.1" status: 204 len: 168 time: 0.1329777 Jan 25 18:42:00.885374 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b810ec-0436-4e71-927b-ecde24fdd62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a87ed34-61e2-45f6-b385-fbf15b31d2d0,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:01.147844 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd855b-1548-4ea0-8b1d-25620952c85e req-060494fd-c86b-4d2a-af93-d973a7a57cdd tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:01.149356 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a2fd855b-1548-4ea0-8b1d-25620952c85e req-060494fd-c86b-4d2a-af93-d973a7a57cdd tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0525026 Jan 25 18:42:01.155339 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 48602) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:01.170357 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-be53825d-db8d-4d20-9c30-cb007e4d84f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:01.212274 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a2fd855b-1548-4ea0-8b1d-25620952c85e req-4de9a5f2-e6ca-4670-85ac-086ac0410a5f tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570972 Jan 25 18:42:01.259016 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-be53825d-db8d-4d20-9c30-cb007e4d84f2 admin admin] Publish callbacks [] for security_group (0f5f635f-c138-4ad7-98fb-6e2a06f4c491), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:01.263289 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-be53825d-db8d-4d20-9c30-cb007e4d84f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (0f5f635f-c138-4ad7-98fb-6e2a06f4c491), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:01.292334 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53825d-db8d-4d20-9c30-cb007e4d84f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5f635f-c138-4ad7-98fb-6e2a06f4c491,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:01.313901 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 48606) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:01.314098 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-be53825d-db8d-4d20-9c30-cb007e4d84f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a76077d59de4887812368092922bca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1575963 Jan 25 18:42:01.368867 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a5336aa4-474f-491c-8de9-9551239c0b70 admin admin] Publish callbacks [] for security_group (0f5f635f-c138-4ad7-98fb-6e2a06f4c491), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:01.391380 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a5336aa4-474f-491c-8de9-9551239c0b70 admin admin] Publish callbacks [] for security_group (0f5f635f-c138-4ad7-98fb-6e2a06f4c491), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:01.447300 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a5336aa4-474f-491c-8de9-9551239c0b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (0f5f635f-c138-4ad7-98fb-6e2a06f4c491), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:01.452141 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a5336aa4-474f-491c-8de9-9551239c0b70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:01.454429 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-a5336aa4-474f-491c-8de9-9551239c0b70 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f5f635f-c138-4ad7-98fb-6e2a06f4c491 HTTP/1.1" status: 204 len: 168 time: 0.1391635 Jan 25 18:42:01.464656 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5336aa4-474f-491c-8de9-9551239c0b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5f635f-c138-4ad7-98fb-6e2a06f4c491,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:01.797144 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 48614) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:01.817960 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d7653d52-556a-4793-a970-4b3d88cb591e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:01.898674 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d7653d52-556a-4793-a970-4b3d88cb591e admin admin] Publish callbacks [] for security_group (8ff1b9da-595f-4e5a-bee0-9308b0efa1b7), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:01.902286 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d7653d52-556a-4793-a970-4b3d88cb591e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (8ff1b9da-595f-4e5a-bee0-9308b0efa1b7), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:01.943618 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-d7653d52-556a-4793-a970-4b3d88cb591e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33474896628a45289bf56c874ca01d7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452785 Jan 25 18:42:01.945162 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7653d52-556a-4793-a970-4b3d88cb591e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff1b9da-595f-4e5a-bee0-9308b0efa1b7,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:01.947555 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 48616) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:01.997630 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8eeddbd9-9abe-4063-a061-162e6288f8ba admin admin] Publish callbacks [] for security_group (8ff1b9da-595f-4e5a-bee0-9308b0efa1b7), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:02.020426 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8eeddbd9-9abe-4063-a061-162e6288f8ba admin admin] Publish callbacks [] for security_group (8ff1b9da-595f-4e5a-bee0-9308b0efa1b7), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:02.066838 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8eeddbd9-9abe-4063-a061-162e6288f8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (8ff1b9da-595f-4e5a-bee0-9308b0efa1b7), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:02.069501 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8eeddbd9-9abe-4063-a061-162e6288f8ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:02.070848 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-8eeddbd9-9abe-4063-a061-162e6288f8ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ff1b9da-595f-4e5a-bee0-9308b0efa1b7 HTTP/1.1" status: 204 len: 168 time: 0.1223207 Jan 25 18:42:02.079161 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeddbd9-9abe-4063-a061-162e6288f8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff1b9da-595f-4e5a-bee0-9308b0efa1b7,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:02.204648 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fef8c554-921e-4c2d-847e-6815159935db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:02.336749 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b069f-7fae-4e53-b3d1-77d383300419 req-0f1229b8-0955-4796-9d71-fca8180f337c tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:02.338259 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-687b069f-7fae-4e53-b3d1-77d383300419 req-0f1229b8-0955-4796-9d71-fca8180f337c tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0500095 Jan 25 18:42:02.384975 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-687b069f-7fae-4e53-b3d1-77d383300419 req-9e1744f1-56f0-47a8-a6da-309deed9b95b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410807 Jan 25 18:42:03.513513 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2dfe51-c6db-43cf-b20b-245cc1c772bf req-52fb828b-275f-440c-aebd-2aa36b935e6c tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:03.518479 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-df2dfe51-c6db-43cf-b20b-245cc1c772bf req-52fb828b-275f-440c-aebd-2aa36b935e6c tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0546548 Jan 25 18:42:03.548260 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:03.577692 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-df2dfe51-c6db-43cf-b20b-245cc1c772bf req-ab99767c-dcbf-415f-acb2-39173470d003 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571165 Jan 25 18:42:04.152659 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 48694) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:04.268178 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-290be72d-e041-4aa1-b2af-9dd68cfb6841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:04.354682 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-290be72d-e041-4aa1-b2af-9dd68cfb6841 admin admin] Publish callbacks [] for security_group (262db8a8-ffd2-4f6a-8df0-aa73ca96bac4), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:04.359001 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-290be72d-e041-4aa1-b2af-9dd68cfb6841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (262db8a8-ffd2-4f6a-8df0-aa73ca96bac4), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:04.398479 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290be72d-e041-4aa1-b2af-9dd68cfb6841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262db8a8-ffd2-4f6a-8df0-aa73ca96bac4,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:04.406061 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-290be72d-e041-4aa1-b2af-9dd68cfb6841 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd1e55ac722c4b0e9df3b0b9369e4258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501473 Jan 25 18:42:04.406473 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 48698) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:04.457439 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-46716589-f12b-4dfa-8d08-779261116052 admin admin] Publish callbacks [] for security_group (262db8a8-ffd2-4f6a-8df0-aa73ca96bac4), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:04.483119 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-46716589-f12b-4dfa-8d08-779261116052 admin admin] Publish callbacks [] for security_group (262db8a8-ffd2-4f6a-8df0-aa73ca96bac4), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:04.534221 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-46716589-f12b-4dfa-8d08-779261116052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (262db8a8-ffd2-4f6a-8df0-aa73ca96bac4), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:04.538520 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-46716589-f12b-4dfa-8d08-779261116052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:04.539689 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-46716589-f12b-4dfa-8d08-779261116052 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/262db8a8-ffd2-4f6a-8df0-aa73ca96bac4 HTTP/1.1" status: 204 len: 168 time: 0.1323521 Jan 25 18:42:04.547698 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46716589-f12b-4dfa-8d08-779261116052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262db8a8-ffd2-4f6a-8df0-aa73ca96bac4,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:04.715196 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc7912-dcfa-4b1d-ba4f-e705e9a53f77 req-24e5e9a4-a46e-48f2-8f61-182427eb8a3a tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:04.716767 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-dadc7912-dcfa-4b1d-ba4f-e705e9a53f77 req-24e5e9a4-a46e-48f2-8f61-182427eb8a3a tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0607965 Jan 25 18:42:04.765158 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-dadc7912-dcfa-4b1d-ba4f-e705e9a53f77 req-ab3f0310-d526-481a-b95d-9a40678c0e4c tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426633 Jan 25 18:42:04.845312 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 48708) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:04.859235 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8afeee50-d8b9-477f-9165-08a45f007e8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:04.876098 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:04.939092 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8afeee50-d8b9-477f-9165-08a45f007e8b admin admin] Publish callbacks [] for security_group (4641f02e-4cb7-4070-bdea-03db8452c177), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:04.942745 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8afeee50-d8b9-477f-9165-08a45f007e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (4641f02e-4cb7-4070-bdea-03db8452c177), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:04.982449 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afeee50-d8b9-477f-9165-08a45f007e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4641f02e-4cb7-4070-bdea-03db8452c177,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:04.986740 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-8afeee50-d8b9-477f-9165-08a45f007e8b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=259ca3545efb4b6ebbcc52beb3b818c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404359 Jan 25 18:42:04.989556 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 48710) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:05.041155 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8e50dbd8-749f-4875-8af8-701ee5e39d0e admin admin] Publish callbacks [] for security_group (4641f02e-4cb7-4070-bdea-03db8452c177), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:05.062915 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8e50dbd8-749f-4875-8af8-701ee5e39d0e admin admin] Publish callbacks [] for security_group (4641f02e-4cb7-4070-bdea-03db8452c177), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:05.110806 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8e50dbd8-749f-4875-8af8-701ee5e39d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (4641f02e-4cb7-4070-bdea-03db8452c177), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:05.113340 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8e50dbd8-749f-4875-8af8-701ee5e39d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:05.114513 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-8e50dbd8-749f-4875-8af8-701ee5e39d0e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4641f02e-4cb7-4070-bdea-03db8452c177 HTTP/1.1" status: 204 len: 168 time: 0.1239929 Jan 25 18:42:05.123034 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50dbd8-749f-4875-8af8-701ee5e39d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4641f02e-4cb7-4070-bdea-03db8452c177,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:05.790903 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 48734) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:05.887486 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc87e68-e85a-4f5a-ae81-31d1fa3f6978 req-380f2d85-e60f-4f80-83af-5858726b094c tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:05.889359 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-afc87e68-e85a-4f5a-ae81-31d1fa3f6978 req-380f2d85-e60f-4f80-83af-5858726b094c tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0490224 Jan 25 18:42:05.893278 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-173c15d1-97b3-439e-8c7e-a06c0a4f7a0f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-473748966-network', 'tenant_id': '0f7939d45c234b58bf53320c4c5bf8ef'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:42:05.919031 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173c15d1-97b3-439e-8c7e-a06c0a4f7a0f admin admin] Made reservation on behalf of 0f7939d45c234b58bf53320c4c5bf8ef for: {'network': 1} {{(pid=102637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:42:05.923822 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-173c15d1-97b3-439e-8c7e-a06c0a4f7a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for network (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:05.932905 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-173c15d1-97b3-439e-8c7e-a06c0a4f7a0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:05.938549 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-afc87e68-e85a-4f5a-ae81-31d1fa3f6978 req-1f89c878-ad27-4adf-8b7c-620d0a5cc058 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437300 Jan 25 18:42:06.015299 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-173c15d1-97b3-439e-8c7e-a06c0a4f7a0f admin admin] Publish callbacks [] for security_group (e6222b08-c483-46b4-a60c-800115bb6055), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:06.019223 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-173c15d1-97b3-439e-8c7e-a06c0a4f7a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (e6222b08-c483-46b4-a60c-800115bb6055), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:06.045755 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173c15d1-97b3-439e-8c7e-a06c0a4f7a0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=102637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 18:42:06.056297 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c15d1-97b3-439e-8c7e-a06c0a4f7a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6222b08-c483-46b4-a60c-800115bb6055,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:06.061285 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-173c15d1-97b3-439e-8c7e-a06c0a4f7a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (1d6b09f7-536d-4059-9224-5ad940d9fc80), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:06.061630 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.db.segments_db [None req-173c15d1-97b3-439e-8c7e-a06c0a4f7a0f admin admin] Added segment 1d6b09f7-536d-4059-9224-5ad940d9fc80 of type vlan for network a00fb5f5-4ddf-4519-8133-63dac46f4060 Jan 25 18:42:06.105872 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-173c15d1-97b3-439e-8c7e-a06c0a4f7a0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748160996684'] for network (a00fb5f5-4ddf-4519-8133-63dac46f4060), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:06.135379 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-173c15d1-97b3-439e-8c7e-a06c0a4f7a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for network (a00fb5f5-4ddf-4519-8133-63dac46f4060), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:06.136805 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173c15d1-97b3-439e-8c7e-a06c0a4f7a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:06.137435 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-173c15d1-97b3-439e-8c7e-a06c0a4f7a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:06.139344 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:06.176312 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-173c15d1-97b3-439e-8c7e-a06c0a4f7a0f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3842316 Jan 25 18:42:06.184627 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 48744) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:06.191929 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-3a68b7a3-e47f-434e-aa90-d1b8c08e48a7 admin admin] Request body: {'subnet': {'network_id': 'a00fb5f5-4ddf-4519-8133-63dac46f4060', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-473748966-subnet', 'tenant_id': '0f7939d45c234b58bf53320c4c5bf8ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:42:06.213147 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c15d1-97b3-439e-8c7e-a06c0a4f7a0f admin admin] Pushing event updated for resources: {'Network': ['ID=a00fb5f5-4ddf-4519-8133-63dac46f4060,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:06.223394 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Network a00fb5f5-4ddf-4519-8133-63dac46f4060 details requested by agent ovs-agent-dv-cinder-826350-1-iscsi with host dv-cinder-826350-1-iscsi {{(pid=102639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 18:42:06.261521 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce3251-3d84-45af-b7d0-1ca98c23c2c6 req-d1aa77bd-d6a8-4f70-982d-c1f31c0b4984 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:06.263016 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-17ce3251-3d84-45af-b7d0-1ca98c23c2c6 req-d1aa77bd-d6a8-4f70-982d-c1f31c0b4984 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.1074479 Jan 25 18:42:06.263582 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a68b7a3-e47f-434e-aa90-d1b8c08e48a7 admin admin] Made reservation on behalf of 0f7939d45c234b58bf53320c4c5bf8ef for: {'subnet': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:42:06.265797 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-3a68b7a3-e47f-434e-aa90-d1b8c08e48a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49414895'] for subnet (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:06.314342 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75ce5f-2607-4882-8fd3-5b56909b26f2 req-b1c59f74-c85c-4c2b-b97c-8fdde9f67e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:06.315815 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8a75ce5f-2607-4882-8fd3-5b56909b26f2 req-b1c59f74-c85c-4c2b-b97c-8fdde9f67e85 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a3146285abdc4982ba9505ebc887faaa&device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 1098 time: 0.1098952 Jan 25 18:42:06.405257 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-17ce3251-3d84-45af-b7d0-1ca98c23c2c6 req-95bc5c23-7dcb-4607-8424-fd4f406ea266 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350663 Jan 25 18:42:06.495033 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75ce5f-2607-4882-8fd3-5b56909b26f2 req-259f3cf0-37bc-469e-862b-1da314f66be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:06.496409 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8a75ce5f-2607-4882-8fd3-5b56909b26f2 req-259f3cf0-37bc-469e-862b-1da314f66be1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=39a92873-72dd-4c94-9b45-f8eddc76cfc4 HTTP/1.1" status: 200 len: 911 time: 0.1441112 Jan 25 18:42:06.610576 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8a75ce5f-2607-4882-8fd3-5b56909b26f2 req-30dba035-ee94-41b7-b543-0d80f13da52e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbbd3d57-8220-4579-8fe8-6979ccf35f92 HTTP/1.1" status: 200 len: 1001 time: 0.1063266 Jan 25 18:42:06.625974 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-3a68b7a3-e47f-434e-aa90-d1b8c08e48a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31061836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49414909'] for subnet (ce9bce01-8c1f-4052-8721-810bdf8f1383), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:06.710450 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75ce5f-2607-4882-8fd3-5b56909b26f2 req-00ab72ba-999a-4c71-ad66-d6d0b8577e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:06.711933 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8a75ce5f-2607-4882-8fd3-5b56909b26f2 req-00ab72ba-999a-4c71-ad66-d6d0b8577e9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e8bae059-1749-4e6b-8122-ee6422457f86 HTTP/1.1" status: 200 len: 849 time: 0.0954220 Jan 25 18:42:06.715596 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68b7a3-e47f-434e-aa90-d1b8c08e48a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce9bce01-8c1f-4052-8721-810bdf8f1383,revision_number=0']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:06.759430 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a68b7a3-e47f-434e-aa90-d1b8c08e48a7 admin admin] Checking segment: {'id': '1d6b09f7-536d-4059-9224-5ad940d9fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a00fb5f5-4ddf-4519-8133-63dac46f4060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:42:06.759693 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a68b7a3-e47f-434e-aa90-d1b8c08e48a7 admin admin] Network hostable DHCP agents. Network: a00fb5f5-4ddf-4519-8133-63dac46f4060, hostable agents: ['b5880275-9c8b-431f-be2f-f5317484e45d'], hosted agents: [] {{(pid=102638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 18:42:06.780724 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75ce5f-2607-4882-8fd3-5b56909b26f2 req-c0b50edf-e238-4c5f-95a2-731f37536482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:06.782263 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8a75ce5f-2607-4882-8fd3-5b56909b26f2 req-c0b50edf-e238-4c5f-95a2-731f37536482 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=39a92873-72dd-4c94-9b45-f8eddc76cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587671 Jan 25 18:42:06.788627 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a68b7a3-e47f-434e-aa90-d1b8c08e48a7 admin admin] Network a00fb5f5-4ddf-4519-8133-63dac46f4060 is scheduled to be hosted by DHCP agent b5880275-9c8b-431f-be2f-f5317484e45d with binding_index 1 {{(pid=102638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 18:42:06.821699 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-3a68b7a3-e47f-434e-aa90-d1b8c08e48a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-1-iscsi, a00fb5f5-4ddf-4519-8133-63dac46f4060) {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:42:06.828781 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a68b7a3-e47f-434e-aa90-d1b8c08e48a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:06.829377 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-3a68b7a3-e47f-434e-aa90-d1b8c08e48a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for subnet (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:06.879572 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-3a68b7a3-e47f-434e-aa90-d1b8c08e48a7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6929317 Jan 25 18:42:06.901844 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8a75ce5f-2607-4882-8fd3-5b56909b26f2 req-3d9f7d9c-7861-434e-b22e-e6f607f10f10 service neutron] 10.222.0.42 "GET /v2.0/networks/39a92873-72dd-4c94-9b45-f8eddc76cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105158 Jan 25 18:42:06.921983 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e8c274-0713-400b-acc6-398ff6570d82 None None] Network a00fb5f5-4ddf-4519-8133-63dac46f4060 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:42:07.018626 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8a75ce5f-2607-4882-8fd3-5b56909b26f2 req-840c93e3-9d27-4977-81bf-1ff1c9a56f36 service neutron] 10.222.0.42 "GET /v2.0/networks/39a92873-72dd-4c94-9b45-f8eddc76cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973773 Jan 25 18:42:07.022459 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d61cf11-f768-4278-9d88-248450fcac09 None None] Network a00fb5f5-4ddf-4519-8133-63dac46f4060 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:42:07.382827 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 48762) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:07.387691 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-b883295a-5806-4c1c-9cef-58dfa6063948 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1205426173-network', 'tenant_id': '377d5c5d6dad4251878cfef25c71a4bc'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:42:07.407066 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b883295a-5806-4c1c-9cef-58dfa6063948 admin admin] Made reservation on behalf of 377d5c5d6dad4251878cfef25c71a4bc for: {'network': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:42:07.409331 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b883295a-5806-4c1c-9cef-58dfa6063948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for network (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:07.418435 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b883295a-5806-4c1c-9cef-58dfa6063948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:07.533280 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b883295a-5806-4c1c-9cef-58dfa6063948 admin admin] Publish callbacks [] for security_group (76a6adc2-4747-41bc-a256-9e4c1e67cdf2), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:07.538081 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b883295a-5806-4c1c-9cef-58dfa6063948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (76a6adc2-4747-41bc-a256-9e4c1e67cdf2), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:07.566294 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b883295a-5806-4c1c-9cef-58dfa6063948 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=102638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 18:42:07.583447 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e210678-e557-4d19-ad7f-b85c6fd5a1a3 req-30e206e3-a0de-40fa-8272-d3cdcb5c7e3b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:07.585123 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5e210678-e557-4d19-ad7f-b85c6fd5a1a3 req-30e206e3-a0de-40fa-8272-d3cdcb5c7e3b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.1036932 Jan 25 18:42:07.595388 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883295a-5806-4c1c-9cef-58dfa6063948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a6adc2-4747-41bc-a256-9e4c1e67cdf2,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:07.605122 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b883295a-5806-4c1c-9cef-58dfa6063948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (f1814b67-a502-45f3-bb74-872724af7180), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:07.605469 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.db.segments_db [None req-b883295a-5806-4c1c-9cef-58dfa6063948 admin admin] Added segment f1814b67-a502-45f3-bb74-872724af7180 of type vlan for network 8a3a7ae4-35b2-4d1b-9ecb-012bf7085df4 Jan 25 18:42:07.675642 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b883295a-5806-4c1c-9cef-58dfa6063948 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748160996684'] for network (8a3a7ae4-35b2-4d1b-9ecb-012bf7085df4), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:07.682634 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5e210678-e557-4d19-ad7f-b85c6fd5a1a3 req-129de179-944e-43ce-a631-6ed967d45792 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910490 Jan 25 18:42:07.710198 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b883295a-5806-4c1c-9cef-58dfa6063948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for network (8a3a7ae4-35b2-4d1b-9ecb-012bf7085df4), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:07.711871 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b883295a-5806-4c1c-9cef-58dfa6063948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:07.711871 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b883295a-5806-4c1c-9cef-58dfa6063948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:07.772690 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-b883295a-5806-4c1c-9cef-58dfa6063948 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3887815 Jan 25 18:42:07.775315 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 48768) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:07.782023 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-b14f1b22-b42f-4cdf-ace9-d4a67048c0d0 admin admin] Request body: {'subnet': {'network_id': '8a3a7ae4-35b2-4d1b-9ecb-012bf7085df4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1205426173-subnet', 'tenant_id': '377d5c5d6dad4251878cfef25c71a4bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:42:07.787755 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883295a-5806-4c1c-9cef-58dfa6063948 admin admin] Pushing event updated for resources: {'Network': ['ID=8a3a7ae4-35b2-4d1b-9ecb-012bf7085df4,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:07.798342 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Network 8a3a7ae4-35b2-4d1b-9ecb-012bf7085df4 details requested by agent ovs-agent-dv-cinder-826350-1-iscsi with host dv-cinder-826350-1-iscsi {{(pid=102639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 18:42:07.809272 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14f1b22-b42f-4cdf-ace9-d4a67048c0d0 admin admin] Made reservation on behalf of 377d5c5d6dad4251878cfef25c71a4bc for: {'subnet': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:42:07.811684 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b14f1b22-b42f-4cdf-ace9-d4a67048c0d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49414895'] for subnet (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:07.980189 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b14f1b22-b42f-4cdf-ace9-d4a67048c0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31061836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49414909'] for subnet (8175dad8-ee3f-4624-8726-8e7804189b9c), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:08.037709 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f1b22-b42f-4cdf-ace9-d4a67048c0d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8175dad8-ee3f-4624-8726-8e7804189b9c,revision_number=0']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:08.049461 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14f1b22-b42f-4cdf-ace9-d4a67048c0d0 admin admin] Checking segment: {'id': 'f1814b67-a502-45f3-bb74-872724af7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8a3a7ae4-35b2-4d1b-9ecb-012bf7085df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:42:08.049819 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14f1b22-b42f-4cdf-ace9-d4a67048c0d0 admin admin] Network hostable DHCP agents. Network: 8a3a7ae4-35b2-4d1b-9ecb-012bf7085df4, hostable agents: ['b5880275-9c8b-431f-be2f-f5317484e45d'], hosted agents: [] {{(pid=102638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 18:42:08.067112 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14f1b22-b42f-4cdf-ace9-d4a67048c0d0 admin admin] Network 8a3a7ae4-35b2-4d1b-9ecb-012bf7085df4 is scheduled to be hosted by DHCP agent b5880275-9c8b-431f-be2f-f5317484e45d with binding_index 1 {{(pid=102638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 18:42:08.075857 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-b14f1b22-b42f-4cdf-ace9-d4a67048c0d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-1-iscsi, 8a3a7ae4-35b2-4d1b-9ecb-012bf7085df4) {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:42:08.079774 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14f1b22-b42f-4cdf-ace9-d4a67048c0d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:08.080366 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b14f1b22-b42f-4cdf-ace9-d4a67048c0d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for subnet (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:08.084665 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d77da04-60ee-4d9d-8118-54456a7a85fe None None] Network 8a3a7ae4-35b2-4d1b-9ecb-012bf7085df4 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:42:08.096782 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-b14f1b22-b42f-4cdf-ace9-d4a67048c0d0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3203959 Jan 25 18:42:08.192476 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd8ed51-da62-45d0-a8bd-225d9da7f3d2 None None] Network 8a3a7ae4-35b2-4d1b-9ecb-012bf7085df4 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:42:08.437757 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:42:08.800066 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2c369-c817-49d2-8efd-738a1a729fbf req-7e2ab180-2b3c-41b2-87b6-d885d6556dd6 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:08.801544 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-64f2c369-c817-49d2-8efd-738a1a729fbf req-7e2ab180-2b3c-41b2-87b6-d885d6556dd6 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0482862 Jan 25 18:42:08.850457 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-64f2c369-c817-49d2-8efd-738a1a729fbf req-92ace70a-b01a-4218-aee2-67aaef18f6ad tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424891 Jan 25 18:42:17.369338 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4e880-0fe4-4c87-b88f-c279abf64ca4 req-f53c0d06-bc8d-4b4e-b52a-980ca30d9cc7 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:17.370972 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-64e4e880-0fe4-4c87-b88f-c279abf64ca4 req-f53c0d06-bc8d-4b4e-b52a-980ca30d9cc7 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 946 time: 0.0540538 Jan 25 18:42:17.418333 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-64e4e880-0fe4-4c87-b88f-c279abf64ca4 req-451724ed-10f5-4206-9742-48ccfc056490 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415909 Jan 25 18:42:18.536903 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277040c-dc25-45da-871c-75d542978e7b req-6359e1bd-34a8-4dd3-aff7-5a41bd649dcc tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:18.538402 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0277040c-dc25-45da-871c-75d542978e7b req-6359e1bd-34a8-4dd3-aff7-5a41bd649dcc tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 946 time: 0.0476525 Jan 25 18:42:18.594188 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0277040c-dc25-45da-871c-75d542978e7b req-74daff5b-28bf-4929-a974-41666fe3de97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f7a23e4-bed4-4376-938e-061e4507b236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494390 Jan 25 18:42:18.982929 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe862b-855a-4279-8f80-5837eb220937 req-d9d3b1eb-32bb-408c-8605-e2f68300a6a5 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:18.984247 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-74fe862b-855a-4279-8f80-5837eb220937 req-d9d3b1eb-32bb-408c-8605-e2f68300a6a5 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 946 time: 0.0458124 Jan 25 18:42:19.079888 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-74fe862b-855a-4279-8f80-5837eb220937 req-133af25f-2bf0-45b4-818f-e59f8b74e9d6 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Deleting port 93853a16-29bb-4dae-81a4-115c6c688504 {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:42:19.080229 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-74fe862b-855a-4279-8f80-5837eb220937 req-133af25f-2bf0-45b4-818f-e59f8b74e9d6 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (93853a16-29bb-4dae-81a4-115c6c688504), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:19.172340 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-74fe862b-855a-4279-8f80-5837eb220937 req-133af25f-2bf0-45b4-818f-e59f8b74e9d6 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] For port 93853a16-29bb-4dae-81a4-115c6c688504, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=93853a16-29bb-4dae-81a4-115c6c688504,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:42:19.172702 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-74fe862b-855a-4279-8f80-5837eb220937 req-133af25f-2bf0-45b4-818f-e59f8b74e9d6 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (93853a16-29bb-4dae-81a4-115c6c688504), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:19.385425 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-74fe862b-855a-4279-8f80-5837eb220937 req-133af25f-2bf0-45b4-818f-e59f8b74e9d6 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:19.385791 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-74fe862b-855a-4279-8f80-5837eb220937 req-133af25f-2bf0-45b4-818f-e59f8b74e9d6 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698476'] for floatingip (64038a76-59ef-411a-88ce-91d5061195c3), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:19.386247 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.db.l3_db [req-74fe862b-855a-4279-8f80-5837eb220937 req-133af25f-2bf0-45b4-818f-e59f8b74e9d6 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Floating IP 64038a76-59ef-411a-88ce-91d5061195c3 disassociated. External IP: 172.27.2.248, port: 93853a16-29bb-4dae-81a4-115c6c688504. Jan 25 18:42:19.386730 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-74fe862b-855a-4279-8f80-5837eb220937 req-133af25f-2bf0-45b4-818f-e59f8b74e9d6 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Calling delete_port for 93853a16-29bb-4dae-81a4-115c6c688504 owned by compute:nova {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:42:19.517488 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-74fe862b-855a-4279-8f80-5837eb220937 req-133af25f-2bf0-45b4-818f-e59f8b74e9d6 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (93853a16-29bb-4dae-81a4-115c6c688504), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:19.545140 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133af25f-2bf0-45b4-818f-e59f8b74e9d6 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Pushing event deleted for resources: {'Port': ['ID=93853a16-29bb-4dae-81a4-115c6c688504,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:19.664191 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74fe862b-855a-4279-8f80-5837eb220937 req-133af25f-2bf0-45b4-818f-e59f8b74e9d6 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Router 68e0e943-03c8-46f0-8717-ef69dc62083f has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:42:19.700223 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-164fbec2-b6c0-48df-942a-ace0adb80e71 req-c67dadfa-1a99-46b1-bf3f-94b9bc5bb70d tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a74462a-e8b7-43d9-a2c4-785fd48f1ab6 HTTP/1.1" status: 200 len: 210 time: 0.0310876 Jan 25 18:42:19.804520 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74fe862b-855a-4279-8f80-5837eb220937 req-133af25f-2bf0-45b4-818f-e59f8b74e9d6 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:42:19.815899 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925842e7-3d1c-4da2-92d0-4a88df97608f None None] Sync routers for ids ['68e0e943-03c8-46f0-8717-ef69dc62083f'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:42:19.827042 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925842e7-3d1c-4da2-92d0-4a88df97608f None None] Routers {'68e0e943-03c8-46f0-8717-ef69dc62083f'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:42:19.827989 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-925842e7-3d1c-4da2-92d0-4a88df97608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:42:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['68e0e943-03c8-46f0-8717-ef69dc62083f'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:42:19.853282 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fe862b-855a-4279-8f80-5837eb220937 req-133af25f-2bf0-45b4-818f-e59f8b74e9d6 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] No DVR routers for this DVR port 93853a16-29bb-4dae-81a4-115c6c688504 on host hv-cinder-82635 {{(pid=102638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:42:19.856458 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-74fe862b-855a-4279-8f80-5837eb220937 req-133af25f-2bf0-45b4-818f-e59f8b74e9d6 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:19.861134 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-74fe862b-855a-4279-8f80-5837eb220937 req-133af25f-2bf0-45b4-818f-e59f8b74e9d6 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.42 "DELETE /v2.0/ports/93853a16-29bb-4dae-81a4-115c6c688504 HTTP/1.1" status: 204 len: 173 time: 0.8716164 Jan 25 18:42:19.861857 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a74462a-e8b7-43d9-a2c4-785fd48f1ab6', 'name': 'network-vif-deleted', 'tag': '93853a16-29bb-4dae-81a4-115c6c688504'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:42:19.864757 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a38241e-82a6-4f7b-9cb8-a6097165823b" -d '{"events": [{"server_uuid": "8a74462a-e8b7-43d9-a2c4-785fd48f1ab6", "name": "network-vif-deleted", "tag": "93853a16-29bb-4dae-81a4-115c6c688504"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:42:19.920942 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f706fe-93a0-42a6-96bc-31f41280c7a1 x-openstack-request-id: req-47f706fe-93a0-42a6-96bc-31f41280c7a1 {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:42:19.921298 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a74462a-e8b7-43d9-a2c4-785fd48f1ab6", "name": "network-vif-deleted", "tag": "93853a16-29bb-4dae-81a4-115c6c688504", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:42:19.921634 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47f706fe-93a0-42a6-96bc-31f41280c7a1 {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:42:19.922147 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a74462a-e8b7-43d9-a2c4-785fd48f1ab6', 'name': 'network-vif-deleted', 'tag': '93853a16-29bb-4dae-81a4-115c6c688504', 'status': 'completed', 'code': 200} Jan 25 18:42:20.001295 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-925842e7-3d1c-4da2-92d0-4a88df97608f None None] Set router 68e0e943-03c8-46f0-8717-ef69dc62083f gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:42:20.217441 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-925842e7-3d1c-4da2-92d0-4a88df97608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'name': 'tempest-AttachVolumeShelveTestJSON-800383706-router', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:38:25Z', 'revision_number': 4, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'gw_port': {'id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '3cb3c646-f459-46f4-a525-950d0d595729', 'name': '', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'mac_address': 'fa:16:3e:90:39:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:23Z', 'updated_at': '2022-01-25T18:38:35Z', 'revision_number': 5, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'subnets': [{'id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:42:20.251332 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925842e7-3d1c-4da2-92d0-4a88df97608f None None] Checking router: 68e0e943-03c8-46f0-8717-ef69dc62083f for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:42:20.260445 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925842e7-3d1c-4da2-92d0-4a88df97608f None None] Routers {'68e0e943-03c8-46f0-8717-ef69dc62083f'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:42:20.261053 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-925842e7-3d1c-4da2-92d0-4a88df97608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:42:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['68e0e943-03c8-46f0-8717-ef69dc62083f'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:42:20.373440 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-925842e7-3d1c-4da2-92d0-4a88df97608f None None] Set router 68e0e943-03c8-46f0-8717-ef69dc62083f gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:42:20.572620 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-925842e7-3d1c-4da2-92d0-4a88df97608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'name': 'tempest-AttachVolumeShelveTestJSON-800383706-router', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:38:25Z', 'revision_number': 4, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'gw_port': {'id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '3cb3c646-f459-46f4-a525-950d0d595729', 'name': '', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'mac_address': 'fa:16:3e:90:39:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:23Z', 'updated_at': '2022-01-25T18:38:35Z', 'revision_number': 5, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'subnets': [{'id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:42:20.600553 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925842e7-3d1c-4da2-92d0-4a88df97608f None None] The sync data for ids ['68e0e943-03c8-46f0-8717-ef69dc62083f'] in dv-cinder-826350-1-iscsi is: [{'id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'name': 'tempest-AttachVolumeShelveTestJSON-800383706-router', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:38:25Z', 'revision_number': 4, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'gw_port': {'id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '3cb3c646-f459-46f4-a525-950d0d595729', 'name': '', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'mac_address': 'fa:16:3e:90:39:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:23Z', 'updated_at': '2022-01-25T18:38:35Z', 'revision_number': 5, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'subnets': [{'id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:42:20.800601 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 48962) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:20.847252 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04aa6c2-b8cb-4101-b982-d28e839ef741 None None] New status for floating IP 64038a76-59ef-411a-88ce-91d5061195c3: DOWN {{(pid=102640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 18:42:20.862977 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-39e888d9-e936-4046-a8ef-b0605f2be4cf tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for security_group (7f7a23e4-bed4-4376-938e-061e4507b236), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:20.887132 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-39e888d9-e936-4046-a8ef-b0605f2be4cf tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for security_group (7f7a23e4-bed4-4376-938e-061e4507b236), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:20.943540 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-39e888d9-e936-4046-a8ef-b0605f2be4cf tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (7f7a23e4-bed4-4376-938e-061e4507b236), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:20.946804 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-39e888d9-e936-4046-a8ef-b0605f2be4cf tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:20.950454 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-39e888d9-e936-4046-a8ef-b0605f2be4cf tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "DELETE /v2.0/security-groups/7f7a23e4-bed4-4376-938e-061e4507b236 HTTP/1.1" status: 204 len: 168 time: 0.1463749 Jan 25 18:42:20.950841 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 48964) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:20.962189 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e888d9-e936-4046-a8ef-b0605f2be4cf tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7a23e4-bed4-4376-938e-061e4507b236,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:20.967615 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.api.v2.resource [None req-33405a97-acfe-4cfb-a5d6-8b821eea97e4 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] show failed (client error): The resource could not be found. Jan 25 18:42:20.972686 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-33405a97-acfe-4cfb-a5d6-8b821eea97e4 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups/7f7a23e4-bed4-4376-938e-061e4507b236 HTTP/1.1" status: 404 len: 347 time: 0.0206108 Jan 25 18:42:20.974146 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e888d9-e936-4046-a8ef-b0605f2be4cf tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:20.974574 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e888d9-e936-4046-a8ef-b0605f2be4cf tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:20.974934 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e888d9-e936-4046-a8ef-b0605f2be4cf tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:20.975274 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e888d9-e936-4046-a8ef-b0605f2be4cf tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:20.975610 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e888d9-e936-4046-a8ef-b0605f2be4cf tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:20.975988 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e888d9-e936-4046-a8ef-b0605f2be4cf tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:20.976348 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e888d9-e936-4046-a8ef-b0605f2be4cf tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:20.976674 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e888d9-e936-4046-a8ef-b0605f2be4cf tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:20.977002 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e888d9-e936-4046-a8ef-b0605f2be4cf tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:20.977325 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e888d9-e936-4046-a8ef-b0605f2be4cf tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:20.977647 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e888d9-e936-4046-a8ef-b0605f2be4cf tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:20.977971 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e888d9-e936-4046-a8ef-b0605f2be4cf tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:20.978485 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e888d9-e936-4046-a8ef-b0605f2be4cf tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:20.979174 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 48966) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:21.118902 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-69932a1f-e60f-4fa8-a3c3-2d90784e3e97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Deleting port c7a1687a-0c4e-4780-8094-a72c7bcf5fc5 {{(pid=102637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:42:21.119250 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-69932a1f-e60f-4fa8-a3c3-2d90784e3e97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (c7a1687a-0c4e-4780-8094-a72c7bcf5fc5), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:21.193686 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-69932a1f-e60f-4fa8-a3c3-2d90784e3e97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (c7a1687a-0c4e-4780-8094-a72c7bcf5fc5), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:21.194046 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-69932a1f-e60f-4fa8-a3c3-2d90784e3e97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for floatingip (c7a1687a-0c4e-4780-8094-a72c7bcf5fc5), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:21.206190 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-69932a1f-e60f-4fa8-a3c3-2d90784e3e97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Calling delete_port for c7a1687a-0c4e-4780-8094-a72c7bcf5fc5 owned by network:floatingip {{(pid=102637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:42:21.341631 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-69932a1f-e60f-4fa8-a3c3-2d90784e3e97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (c7a1687a-0c4e-4780-8094-a72c7bcf5fc5), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:21.367465 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69932a1f-e60f-4fa8-a3c3-2d90784e3e97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Pushing event deleted for resources: {'Port': ['ID=c7a1687a-0c4e-4780-8094-a72c7bcf5fc5,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:21.411315 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69932a1f-e60f-4fa8-a3c3-2d90784e3e97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:21.411664 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69932a1f-e60f-4fa8-a3c3-2d90784e3e97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:21.412009 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69932a1f-e60f-4fa8-a3c3-2d90784e3e97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:21.412343 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69932a1f-e60f-4fa8-a3c3-2d90784e3e97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:21.412676 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69932a1f-e60f-4fa8-a3c3-2d90784e3e97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:21.413006 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69932a1f-e60f-4fa8-a3c3-2d90784e3e97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:21.413332 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69932a1f-e60f-4fa8-a3c3-2d90784e3e97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:21.413657 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69932a1f-e60f-4fa8-a3c3-2d90784e3e97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:21.413981 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69932a1f-e60f-4fa8-a3c3-2d90784e3e97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:21.414327 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69932a1f-e60f-4fa8-a3c3-2d90784e3e97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:21.414652 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69932a1f-e60f-4fa8-a3c3-2d90784e3e97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:21.414979 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69932a1f-e60f-4fa8-a3c3-2d90784e3e97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:21.415276 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69932a1f-e60f-4fa8-a3c3-2d90784e3e97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:42:21.437925 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-69932a1f-e60f-4fa8-a3c3-2d90784e3e97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for floatingip (64038a76-59ef-411a-88ce-91d5061195c3), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:21.440545 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-69932a1f-e60f-4fa8-a3c3-2d90784e3e97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for floatingip (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:21.445975 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-69932a1f-e60f-4fa8-a3c3-2d90784e3e97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "DELETE /v2.0/floatingips/64038a76-59ef-411a-88ce-91d5061195c3 HTTP/1.1" status: 204 len: 168 time: 0.4538622 Jan 25 18:42:21.511549 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 48980) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:21.555818 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a296442-8afa-4e24-8e9b-ac04490803df admin admin] Deleting subnet ce9bce01-8c1f-4052-8721-810bdf8f1383 {{(pid=102637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 18:42:21.559241 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-2a296442-8afa-4e24-8e9b-ac04490803df admin admin] Publish callbacks [] for subnet (ce9bce01-8c1f-4052-8721-810bdf8f1383), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:21.593550 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-2a296442-8afa-4e24-8e9b-ac04490803df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3682483'] for subnet (ce9bce01-8c1f-4052-8721-810bdf8f1383), precommit_delete_associations {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:21.632637 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-2a296442-8afa-4e24-8e9b-ac04490803df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490167'] for subnet (ce9bce01-8c1f-4052-8721-810bdf8f1383), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:21.690941 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-2a296442-8afa-4e24-8e9b-ac04490803df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31424641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31292722'] for subnet (ce9bce01-8c1f-4052-8721-810bdf8f1383), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:21.718410 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a296442-8afa-4e24-8e9b-ac04490803df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce9bce01-8c1f-4052-8721-810bdf8f1383,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:21.724910 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-2a296442-8afa-4e24-8e9b-ac04490803df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:21.730293 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-2a296442-8afa-4e24-8e9b-ac04490803df admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ce9bce01-8c1f-4052-8721-810bdf8f1383 HTTP/1.1" status: 204 len: 168 time: 0.2175865 Jan 25 18:42:21.730461 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 48984) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:21.762828 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 93853a16-29bb-4dae-81a4-115c6c688504 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:42:21.769975 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 48986) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:21.775063 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-2c5d3fee-b2ed-49ff-97a0-6c87e00a6a65 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1728747245', 'description': 'tempest-description--1983159899'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:42:21.796169 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-2c5d3fee-b2ed-49ff-97a0-6c87e00a6a65 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:21.812645 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-c3362840-5a41-4730-ba5e-db2d52d196f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530550'] for network (a00fb5f5-4ddf-4519-8133-63dac46f4060), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:21.825480 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] No Port match for: 93853a16-29bb-4dae-81a4-115c6c688504 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:42:21.825902 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 93853a16-29bb-4dae-81a4-115c6c688504 not bound to the agent host hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:42:21.840469 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:21.878148 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-2c5d3fee-b2ed-49ff-97a0-6c87e00a6a65 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for security_group (d56eb7cc-5e46-466c-8c53-cd4159dcdc46), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:21.885975 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-2c5d3fee-b2ed-49ff-97a0-6c87e00a6a65 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (d56eb7cc-5e46-466c-8c53-cd4159dcdc46), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:21.900021 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-c3362840-5a41-4730-ba5e-db2d52d196f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488764', 'neutron.services.segments.db._delete_segments_for_network-8748161470832'] for network (a00fb5f5-4ddf-4519-8133-63dac46f4060), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:21.915279 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-2c5d3fee-b2ed-49ff-97a0-6c87e00a6a65 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:21.919325 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-2c5d3fee-b2ed-49ff-97a0-6c87e00a6a65 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1454720 Jan 25 18:42:21.919560 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 48988) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:21.924197 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-eeae66e2-b12d-4812-a054-b715a561fc8d tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Request body: {'security_group_rule': {'security_group_id': 'd56eb7cc-5e46-466c-8c53-cd4159dcdc46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:42:21.924454 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-c3362840-5a41-4730-ba5e-db2d52d196f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00fb5f5-4ddf-4519-8133-63dac46f4060']}} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:42:21.932947 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d3fee-b2ed-49ff-97a0-6c87e00a6a65 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d56eb7cc-5e46-466c-8c53-cd4159dcdc46,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:21.935746 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-c3362840-5a41-4730-ba5e-db2d52d196f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d6b09f7-536d-4059-9224-5ad940d9fc80') {'for_net_delete': True} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:42:21.936042 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-c3362840-5a41-4730-ba5e-db2d52d196f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d6b09f7-536d-4059-9224-5ad940d9fc80') {} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:42:21.952673 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-c3362840-5a41-4730-ba5e-db2d52d196f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748161465977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31759341'] for segment (1d6b09f7-536d-4059-9224-5ad940d9fc80), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:21.953406 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-eeae66e2-b12d-4812-a054-b715a561fc8d tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for security_group_rule (95e106bc-261e-4c12-97db-9bcd57d78cc7), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:21.969683 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-c3362840-5a41-4730-ba5e-db2d52d196f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (1d6b09f7-536d-4059-9224-5ad940d9fc80), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:21.976172 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3362840-5a41-4730-ba5e-db2d52d196f7 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 18:42:21.976652 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-c3362840-5a41-4730-ba5e-db2d52d196f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061547'] for segment (1d6b09f7-536d-4059-9224-5ad940d9fc80), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: Traceback (most recent call last): Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: timer() Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: cb(*args, **kw) Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: return func(*args, **kwargs) Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: self._notify() Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: self.callback(batched_events) Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: event.method(event) Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: return f(self, *a, **k) Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: return self._get(url).json() Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: return self.request(url, 'GET', **kwargs) Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:42:21.978699 dv-cinder-826350-1-iscsi neutron-server[102638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:42:22.014398 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-eeae66e2-b12d-4812-a054-b715a561fc8d tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for security_group_rule (95e106bc-261e-4c12-97db-9bcd57d78cc7), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.019481 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-eeae66e2-b12d-4812-a054-b715a561fc8d tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (95e106bc-261e-4c12-97db-9bcd57d78cc7), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.038655 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae66e2-b12d-4812-a054-b715a561fc8d tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e106bc-261e-4c12-97db-9bcd57d78cc7,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:22.041028 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-c3362840-5a41-4730-ba5e-db2d52d196f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699286'] for network (a00fb5f5-4ddf-4519-8133-63dac46f4060), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.043137 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-eeae66e2-b12d-4812-a054-b715a561fc8d tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.047243 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-eeae66e2-b12d-4812-a054-b715a561fc8d tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265929 Jan 25 18:42:22.048131 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 48990) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:22.049925 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-c3362840-5a41-4730-ba5e-db2d52d196f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.052869 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-9d2dc176-4ce5-42f5-961c-d3b4a2365cb8 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Request body: {'security_group_rule': {'security_group_id': 'd56eb7cc-5e46-466c-8c53-cd4159dcdc46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:42:22.056617 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-c3362840-5a41-4730-ba5e-db2d52d196f7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a00fb5f5-4ddf-4519-8133-63dac46f4060 HTTP/1.1" status: 204 len: 168 time: 0.3225822 Jan 25 18:42:22.056847 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 48992) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:22.064003 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3362840-5a41-4730-ba5e-db2d52d196f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a00fb5f5-4ddf-4519-8133-63dac46f4060,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:22.117928 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-9d2dc176-4ce5-42f5-961c-d3b4a2365cb8 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for security_group_rule (7bdf1d07-a7bb-4251-9fcc-403f0f428866), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.122603 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_v2 [None req-b737e5bd-2ec2-484f-b0da-cd947f4ec9a7 admin admin] Deleting subnet 8175dad8-ee3f-4624-8726-8e7804189b9c {{(pid=102637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 18:42:22.126388 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b737e5bd-2ec2-484f-b0da-cd947f4ec9a7 admin admin] Publish callbacks [] for subnet (8175dad8-ee3f-4624-8726-8e7804189b9c), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.183621 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b737e5bd-2ec2-484f-b0da-cd947f4ec9a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3682483'] for subnet (8175dad8-ee3f-4624-8726-8e7804189b9c), precommit_delete_associations {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.241444 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-9d2dc176-4ce5-42f5-961c-d3b4a2365cb8 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for security_group_rule (7bdf1d07-a7bb-4251-9fcc-403f0f428866), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.246900 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-9d2dc176-4ce5-42f5-961c-d3b4a2365cb8 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (7bdf1d07-a7bb-4251-9fcc-403f0f428866), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.249006 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b737e5bd-2ec2-484f-b0da-cd947f4ec9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490167'] for subnet (8175dad8-ee3f-4624-8726-8e7804189b9c), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.294368 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2dc176-4ce5-42f5-961c-d3b4a2365cb8 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdf1d07-a7bb-4251-9fcc-403f0f428866,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:22.306146 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-9d2dc176-4ce5-42f5-961c-d3b4a2365cb8 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.307392 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-9d2dc176-4ce5-42f5-961c-d3b4a2365cb8 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2583444 Jan 25 18:42:22.310712 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 48994) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:22.316414 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-8909ed9f-74a7-41d4-b338-f7c2b0515064 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Request body: {'floatingip': {'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:42:22.333779 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b737e5bd-2ec2-484f-b0da-cd947f4ec9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31424641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31292722'] for subnet (8175dad8-ee3f-4624-8726-8e7804189b9c), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.339822 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8909ed9f-74a7-41d4-b338-f7c2b0515064 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.362256 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737e5bd-2ec2-484f-b0da-cd947f4ec9a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8175dad8-ee3f-4624-8726-8e7804189b9c,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:22.366855 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b737e5bd-2ec2-484f-b0da-cd947f4ec9a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.371234 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-b737e5bd-2ec2-484f-b0da-cd947f4ec9a7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8175dad8-ee3f-4624-8726-8e7804189b9c HTTP/1.1" status: 204 len: 168 time: 0.3132763 Jan 25 18:42:22.373579 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 48996) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:22.446708 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-49652e11-14de-488c-97ad-0a9845917057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530550'] for network (8a3a7ae4-35b2-4d1b-9ecb-012bf7085df4), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.454388 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8909ed9f-74a7-41d4-b338-f7c2b0515064 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.533936 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-49652e11-14de-488c-97ad-0a9845917057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488764', 'neutron.services.segments.db._delete_segments_for_network-8748161470832'] for network (8a3a7ae4-35b2-4d1b-9ecb-012bf7085df4), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.554439 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.services.segments.db [None req-49652e11-14de-488c-97ad-0a9845917057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3a7ae4-35b2-4d1b-9ecb-012bf7085df4']}} {{(pid=102637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:42:22.563730 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.services.segments.db [None req-49652e11-14de-488c-97ad-0a9845917057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1814b67-a502-45f3-bb74-872724af7180') {'for_net_delete': True} {{(pid=102637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:42:22.564033 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.services.segments.db [None req-49652e11-14de-488c-97ad-0a9845917057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1814b67-a502-45f3-bb74-872724af7180') {} {{(pid=102637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:42:22.566140 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [None req-8909ed9f-74a7-41d4-b338-f7c2b0515064 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Allocated IP 172.27.2.70 (af042177-33eb-43ce-93a3-80213c48b93e/b5271661-edb4-4dc6-95f7-ec5badc479aa/cdb391e5-2c7f-46c1-a15c-a911da2ed58c) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:42:22.574917 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-49652e11-14de-488c-97ad-0a9845917057 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748161465977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3682490'] for segment (f1814b67-a502-45f3-bb74-872724af7180), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.589347 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-49652e11-14de-488c-97ad-0a9845917057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (f1814b67-a502-45f3-bb74-872724af7180), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.595678 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49652e11-14de-488c-97ad-0a9845917057 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 18:42:22.596057 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-49652e11-14de-488c-97ad-0a9845917057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31424555'] for segment (f1814b67-a502-45f3-bb74-872724af7180), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: Traceback (most recent call last): Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: timer() Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: cb(*args, **kw) Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: return func(*args, **kwargs) Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: self._notify() Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: self.callback(batched_events) Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: event.method(event) Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: return f(self, *a, **k) Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: return self._get(url).json() Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: return self.request(url, 'GET', **kwargs) Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:42:22.597752 dv-cinder-826350-1-iscsi neutron-server[102637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:42:22.655118 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-49652e11-14de-488c-97ad-0a9845917057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699286'] for network (8a3a7ae4-35b2-4d1b-9ecb-012bf7085df4), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.662416 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-49652e11-14de-488c-97ad-0a9845917057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.668160 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-49652e11-14de-488c-97ad-0a9845917057 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8a3a7ae4-35b2-4d1b-9ecb-012bf7085df4 HTTP/1.1" status: 204 len: 168 time: 0.2934074 Jan 25 18:42:22.672543 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8909ed9f-74a7-41d4-b338-f7c2b0515064 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for port (cdb391e5-2c7f-46c1-a15c-a911da2ed58c), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.678026 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49652e11-14de-488c-97ad-0a9845917057 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a3a7ae4-35b2-4d1b-9ecb-012bf7085df4,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:22.717833 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8909ed9f-74a7-41d4-b338-f7c2b0515064 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (cdb391e5-2c7f-46c1-a15c-a911da2ed58c), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.755939 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8909ed9f-74a7-41d4-b338-f7c2b0515064 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Network af042177-33eb-43ce-93a3-80213c48b93e is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:42:22.758756 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-8909ed9f-74a7-41d4-b338-f7c2b0515064 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:42:22.764457 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8909ed9f-74a7-41d4-b338-f7c2b0515064 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:42:22.769982 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909ed9f-74a7-41d4-b338-f7c2b0515064 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Pushing event updated for resources: {'Port': ['ID=cdb391e5-2c7f-46c1-a15c-a911da2ed58c,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:22.850849 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 49002) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:22.884637 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8909ed9f-74a7-41d4-b338-f7c2b0515064 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for floatingip (37494e89-9a06-4e4e-9cfa-519cd7294fa8), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.899147 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-37d47eff-890a-4eb4-a083-4e34a54285ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f7939d45c234b58bf53320c4c5bf8ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471506 Jan 25 18:42:22.901637 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 49004) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:22.920815 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8909ed9f-74a7-41d4-b338-f7c2b0515064 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (cdb391e5-2c7f-46c1-a15c-a911da2ed58c), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.954535 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-eab1e426-8a28-450d-a62b-4993b13bea60 admin admin] Publish callbacks [] for security_group (e6222b08-c483-46b4-a60c-800115bb6055), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:22.977884 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-eab1e426-8a28-450d-a62b-4993b13bea60 admin admin] Publish callbacks [] for security_group (e6222b08-c483-46b4-a60c-800115bb6055), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:23.025883 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-eab1e426-8a28-450d-a62b-4993b13bea60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (e6222b08-c483-46b4-a60c-800115bb6055), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:23.028455 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-eab1e426-8a28-450d-a62b-4993b13bea60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:23.029640 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-eab1e426-8a28-450d-a62b-4993b13bea60 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6222b08-c483-46b4-a60c-800115bb6055 HTTP/1.1" status: 204 len: 168 time: 0.1267521 Jan 25 18:42:23.038404 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1e426-8a28-450d-a62b-4993b13bea60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6222b08-c483-46b4-a60c-800115bb6055,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:23.330533 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8909ed9f-74a7-41d4-b338-f7c2b0515064 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for port (cdb391e5-2c7f-46c1-a15c-a911da2ed58c), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:23.335126 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8909ed9f-74a7-41d4-b338-f7c2b0515064 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31061751'] for port (cdb391e5-2c7f-46c1-a15c-a911da2ed58c), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:23.373562 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 49010) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:23.403797 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909ed9f-74a7-41d4-b338-f7c2b0515064 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Pushing event updated for resources: {'Port': ['ID=cdb391e5-2c7f-46c1-a15c-a911da2ed58c,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:23.413350 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-0c0a6d4c-4e8a-4901-a181-12120114aa21 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=377d5c5d6dad4251878cfef25c71a4bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385828 Jan 25 18:42:23.415074 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8909ed9f-74a7-41d4-b338-f7c2b0515064 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698476'] for floatingip (37494e89-9a06-4e4e-9cfa-519cd7294fa8), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:23.415779 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 49012) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:23.431222 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8909ed9f-74a7-41d4-b338-f7c2b0515064 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for floatingip (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:23.436963 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-8909ed9f-74a7-41d4-b338-f7c2b0515064 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1201808 Jan 25 18:42:23.471409 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-da0d9ec2-63c6-4f3e-a41e-053287ed0db2 admin admin] Publish callbacks [] for security_group (76a6adc2-4747-41bc-a256-9e4c1e67cdf2), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:23.492433 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-da0d9ec2-63c6-4f3e-a41e-053287ed0db2 admin admin] Publish callbacks [] for security_group (76a6adc2-4747-41bc-a256-9e4c1e67cdf2), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:23.537913 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-da0d9ec2-63c6-4f3e-a41e-053287ed0db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (76a6adc2-4747-41bc-a256-9e4c1e67cdf2), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:23.540512 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-da0d9ec2-63c6-4f3e-a41e-053287ed0db2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:23.542058 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-da0d9ec2-63c6-4f3e-a41e-053287ed0db2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/76a6adc2-4747-41bc-a256-9e4c1e67cdf2 HTTP/1.1" status: 204 len: 168 time: 0.1250052 Jan 25 18:42:23.551056 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d9ec2-63c6-4f3e-a41e-053287ed0db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a6adc2-4747-41bc-a256-9e4c1e67cdf2,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:23.637178 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-36450748-439e-4777-ade0-2648fdd556d4 req-2e25bbc8-c61e-440e-87cc-8475738a2e6d tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1728747245&fields=id&tenant_id=7fd0ab9445184d34bff3e43185fd5e1e HTTP/1.1" status: 200 len: 267 time: 0.0446842 Jan 25 18:42:23.743776 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36450748-439e-4777-ade0-2648fdd556d4 req-04c73e14-46ed-4474-b7b4-258502c4dde2 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:23.745242 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-36450748-439e-4777-ade0-2648fdd556d4 req-04c73e14-46ed-4474-b7b4-258502c4dde2 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/networks?id=438eb890-9580-4e27-a169-38cf0147302b HTTP/1.1" status: 200 len: 816 time: 0.1016800 Jan 25 18:42:23.760302 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-36450748-439e-4777-ade0-2648fdd556d4 req-14c2d673-6755-4ed7-a24a-21f2b4409dbd tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/quotas/7fd0ab9445184d34bff3e43185fd5e1e HTTP/1.1" status: 200 len: 375 time: 0.0095224 Jan 25 18:42:23.808967 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-36450748-439e-4777-ade0-2648fdd556d4 req-744d3035-08a0-450a-84cc-05e498fa1390 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7fd0ab9445184d34bff3e43185fd5e1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435460 Jan 25 18:42:23.908976 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-36450748-439e-4777-ade0-2648fdd556d4 req-212821c8-3a5f-4e59-9bb7-f886f08fa2c6 service neutron] 10.222.0.41 "GET /v2.0/networks/438eb890-9580-4e27-a169-38cf0147302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881732 Jan 25 18:42:24.007184 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-36450748-439e-4777-ade0-2648fdd556d4 req-67364d2d-ce3d-4c48-9fd6-de5615047ca0 service neutron] 10.222.0.41 "GET /v2.0/networks/438eb890-9580-4e27-a169-38cf0147302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912092 Jan 25 18:42:24.186022 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9852ff51-b1ce-44c7-a304-37af8c888533 req-2083f3c4-6a06-4985-a371-aea1de4b7516 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 210 time: 0.0288031 Jan 25 18:42:24.377728 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5c09605d-ea14-46f3-9e8d-63dba85edb61 req-e687b46a-8302-4788-8f77-ab51828db6bb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400198 Jan 25 18:42:24.455057 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09605d-ea14-46f3-9e8d-63dba85edb61 req-cb4e8350-b77a-42cd-bcb1-467ebf14768b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:24.456682 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5c09605d-ea14-46f3-9e8d-63dba85edb61 req-cb4e8350-b77a-42cd-bcb1-467ebf14768b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a3146285abdc4982ba9505ebc887faaa&device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 1098 time: 0.0481298 Jan 25 18:42:25.293539 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-32891372-390f-4086-b5a7-e0a2376581ae req-4c474549-0b48-4f1e-91fa-9c61bcf23145 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 210 time: 0.0247679 Jan 25 18:42:25.419811 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09605d-ea14-46f3-9e8d-63dba85edb61 req-f60ca1ef-7592-4725-9422-d3baac7d8a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:25.421250 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5c09605d-ea14-46f3-9e8d-63dba85edb61 req-f60ca1ef-7592-4725-9422-d3baac7d8a2e service neutron] 10.222.0.42 "GET /v2.0/networks?id=39a92873-72dd-4c94-9b45-f8eddc76cfc4 HTTP/1.1" status: 200 len: 911 time: 0.0856721 Jan 25 18:42:26.388151 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-49ea734a-4a50-4b09-9e48-6210cd72ac12 req-03f96a1c-b5af-48de-8a06-2bbdd9ddb19b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 210 time: 0.0253489 Jan 25 18:42:27.095499 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5c09605d-ea14-46f3-9e8d-63dba85edb61 req-fb4e17a7-8ebc-47c1-8504-cff7e87d5c93 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbbd3d57-8220-4579-8fe8-6979ccf35f92 HTTP/1.1" status: 200 len: 1001 time: 0.0627897 Jan 25 18:42:27.149757 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09605d-ea14-46f3-9e8d-63dba85edb61 req-19250283-b662-4fc1-868a-ac473d5882e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:27.151238 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5c09605d-ea14-46f3-9e8d-63dba85edb61 req-19250283-b662-4fc1-868a-ac473d5882e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e8bae059-1749-4e6b-8122-ee6422457f86 HTTP/1.1" status: 200 len: 849 time: 0.0445278 Jan 25 18:42:27.198776 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09605d-ea14-46f3-9e8d-63dba85edb61 req-47eef72e-2295-42fa-b382-8ea0c766e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:27.200289 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5c09605d-ea14-46f3-9e8d-63dba85edb61 req-47eef72e-2295-42fa-b382-8ea0c766e9da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=39a92873-72dd-4c94-9b45-f8eddc76cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414197 Jan 25 18:42:27.313576 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5c09605d-ea14-46f3-9e8d-63dba85edb61 req-587972eb-c0ac-4681-8761-7131a326013f service neutron] 10.222.0.42 "GET /v2.0/networks/39a92873-72dd-4c94-9b45-f8eddc76cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881031 Jan 25 18:42:27.409443 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5c09605d-ea14-46f3-9e8d-63dba85edb61 req-7a391aae-e558-4856-b05a-5630bf653c76 service neutron] 10.222.0.42 "GET /v2.0/networks/39a92873-72dd-4c94-9b45-f8eddc76cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887637 Jan 25 18:42:27.484586 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-348886dc-338c-486f-a44e-304f9a4d458a req-c0af33b9-1117-4ef1-ad79-166aec3af87e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 210 time: 0.0256820 Jan 25 18:42:27.680679 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36450748-439e-4777-ade0-2648fdd556d4 req-1564ce4a-d1ca-4851-98f0-dd6176a5c850 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:27.682060 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-36450748-439e-4777-ade0-2648fdd556d4 req-1564ce4a-d1ca-4851-98f0-dd6176a5c850 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.42 "GET /v2.0/networks?id=438eb890-9580-4e27-a169-38cf0147302b HTTP/1.1" status: 200 len: 816 time: 0.1038144 Jan 25 18:42:27.744038 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-36450748-439e-4777-ade0-2648fdd556d4 req-c10871a0-8387-4fc0-8dce-0292e451ac84 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fd0ab9445184d34bff3e43185fd5e1e HTTP/1.1" status: 200 len: 380 time: 0.0530701 Jan 25 18:42:27.752164 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-36450748-439e-4777-ade0-2648fdd556d4 req-0947fb24-e00b-4ef0-a0d7-3bf297f81a97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Request body: {'port': {'device_id': '8fc4c8d2-f440-4892-9382-a6f2de2462ab', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'admin_state_up': True, 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'security_groups': ['d56eb7cc-5e46-466c-8c53-cd4159dcdc46']}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:42:27.861130 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36450748-439e-4777-ade0-2648fdd556d4 req-0947fb24-e00b-4ef0-a0d7-3bf297f81a97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Made reservation on behalf of 7fd0ab9445184d34bff3e43185fd5e1e for: {'port': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:42:27.864572 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-36450748-439e-4777-ade0-2648fdd556d4 req-0947fb24-e00b-4ef0-a0d7-3bf297f81a97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:27.994608 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [req-36450748-439e-4777-ade0-2648fdd556d4 req-0947fb24-e00b-4ef0-a0d7-3bf297f81a97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Allocated IP 172.20.0.4 (438eb890-9580-4e27-a169-38cf0147302b/cec76f50-4972-4c18-a629-b0502bc042ec/b1f7af1a-b0a7-4b31-a4d8-dd81510990e8) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:42:28.135043 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-36450748-439e-4777-ade0-2648fdd556d4 req-0947fb24-e00b-4ef0-a0d7-3bf297f81a97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:28.169847 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-36450748-439e-4777-ade0-2648fdd556d4 req-0947fb24-e00b-4ef0-a0d7-3bf297f81a97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:28.209572 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36450748-439e-4777-ade0-2648fdd556d4 req-0947fb24-e00b-4ef0-a0d7-3bf297f81a97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Network 438eb890-9580-4e27-a169-38cf0147302b is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:42:28.212408 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [req-36450748-439e-4777-ade0-2648fdd556d4 req-0947fb24-e00b-4ef0-a0d7-3bf297f81a97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:42:28.215958 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-36450748-439e-4777-ade0-2648fdd556d4 req-0947fb24-e00b-4ef0-a0d7-3bf297f81a97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:42:28.248431 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947fb24-e00b-4ef0-a0d7-3bf297f81a97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Pushing event updated for resources: {'Port': ['ID=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:28.277966 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36450748-439e-4777-ade0-2648fdd556d4 req-0947fb24-e00b-4ef0-a0d7-3bf297f81a97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:28.278742 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-36450748-439e-4777-ade0-2648fdd556d4 req-0947fb24-e00b-4ef0-a0d7-3bf297f81a97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:28.295850 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-36450748-439e-4777-ade0-2648fdd556d4 req-0947fb24-e00b-4ef0-a0d7-3bf297f81a97 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5472767 Jan 25 18:42:28.307788 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-36450748-439e-4777-ade0-2648fdd556d4 req-b0d7fe10-1c08-46c7-879e-1029dab764ff service neutron] Request body: {'port': {'device_id': '8fc4c8d2-f440-4892-9382-a6f2de2462ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:42:28.365289 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-36450748-439e-4777-ade0-2648fdd556d4 req-b0d7fe10-1c08-46c7-879e-1029dab764ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:28.483488 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-9270f548-8dfb-4b3b-b841-70c0b3ea721e None None] Provisioning complete for port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:42:28.484126 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9270f548-8dfb-4b3b-b841-70c0b3ea721e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:28.521190 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-9270f548-8dfb-4b3b-b841-70c0b3ea721e None None] Port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:42:28.632399 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241f0fa-0cb2-496e-ad5b-4ed684ffccc6 req-68e0308f-a9fa-444d-b2e0-b9248bb2bf8b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:28.633820 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a241f0fa-0cb2-496e-ad5b-4ed684ffccc6 req-68e0308f-a9fa-444d-b2e0-b9248bb2bf8b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 931 time: 0.0759323 Jan 25 18:42:28.698831 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [req-36450748-439e-4777-ade0-2648fdd556d4 req-b0d7fe10-1c08-46c7-879e-1029dab764ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 {{(pid=102638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:42:28.706562 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-36450748-439e-4777-ade0-2648fdd556d4 req-b0d7fe10-1c08-46c7-879e-1029dab764ff service neutron] Publish callbacks [] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:28.725507 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a241f0fa-0cb2-496e-ad5b-4ed684ffccc6 req-2009c533-cd41-4d1c-89e7-16c10ea2094d tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833352 Jan 25 18:42:28.728120 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.provisioning_blocks [req-36450748-439e-4777-ade0-2648fdd556d4 req-b0d7fe10-1c08-46c7-879e-1029dab764ff service neutron] Transition to ACTIVE for port object b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 will not be triggered until provisioned by entity L2. {{(pid=102638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 18:42:28.731108 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-36450748-439e-4777-ade0-2648fdd556d4 req-b0d7fe10-1c08-46c7-879e-1029dab764ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31061751'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:28.783242 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7fe10-1c08-46c7-879e-1029dab764ff service neutron] Pushing event updated for resources: {'Port': ['ID=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:28.852046 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-36450748-439e-4777-ade0-2648fdd556d4 req-b0d7fe10-1c08-46c7-879e-1029dab764ff service neutron] Attempting to bind port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:42:28.852379 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-36450748-439e-4777-ade0-2648fdd556d4 req-b0d7fe10-1c08-46c7-879e-1029dab764ff service neutron] Attempting to bind port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '3e976e4b-2aeb-4461-8631-9398ef7e2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '438eb890-9580-4e27-a169-38cf0147302b'}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:42:28.852703 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36450748-439e-4777-ade0-2648fdd556d4 req-b0d7fe10-1c08-46c7-879e-1029dab764ff service neutron] Attempting to bind port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 on network 438eb890-9580-4e27-a169-38cf0147302b {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:42:28.857027 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36450748-439e-4777-ade0-2648fdd556d4 req-b0d7fe10-1c08-46c7-879e-1029dab764ff service neutron] Port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 on network 438eb890-9580-4e27-a169-38cf0147302b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 18:42:28.857347 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36450748-439e-4777-ade0-2648fdd556d4 req-b0d7fe10-1c08-46c7-879e-1029dab764ff service neutron] Attempting to bind port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 on network 438eb890-9580-4e27-a169-38cf0147302b {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:42:28.862230 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36450748-439e-4777-ade0-2648fdd556d4 req-b0d7fe10-1c08-46c7-879e-1029dab764ff service neutron] Checking agent: {'id': 'bdb5f0d3-661d-4d22-a5ac-70c284fe21ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'started_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:42:28.862577 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36450748-439e-4777-ade0-2648fdd556d4 req-b0d7fe10-1c08-46c7-879e-1029dab764ff service neutron] Checking segment: {'id': '3e976e4b-2aeb-4461-8631-9398ef7e2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '438eb890-9580-4e27-a169-38cf0147302b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:42:28.862956 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36450748-439e-4777-ade0-2648fdd556d4 req-b0d7fe10-1c08-46c7-879e-1029dab764ff service neutron] Bound using segment: {'id': '3e976e4b-2aeb-4461-8631-9398ef7e2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '438eb890-9580-4e27-a169-38cf0147302b'} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:42:28.863378 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-36450748-439e-4777-ade0-2648fdd556d4 req-b0d7fe10-1c08-46c7-879e-1029dab764ff service neutron] Bound port: b1f7af1a-b0a7-4b31-a4d8-dd81510990e8, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e976e4b-2aeb-4461-8631-9398ef7e2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '438eb890-9580-4e27-a169-38cf0147302b'}}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:42:28.863729 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-36450748-439e-4777-ade0-2648fdd556d4 req-b0d7fe10-1c08-46c7-879e-1029dab764ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:28.928602 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-36450748-439e-4777-ade0-2648fdd556d4 req-b0d7fe10-1c08-46c7-879e-1029dab764ff service neutron] For port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8, host hv-cinder-82635, cleared binding levels {{(pid=102638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:42:28.931934 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-36450748-439e-4777-ade0-2648fdd556d4 req-b0d7fe10-1c08-46c7-879e-1029dab764ff service neutron] For port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:42:28.936522 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-36450748-439e-4777-ade0-2648fdd556d4 req-b0d7fe10-1c08-46c7-879e-1029dab764ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31061751'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:28.971596 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36450748-439e-4777-ade0-2648fdd556d4 req-b0d7fe10-1c08-46c7-879e-1029dab764ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:28.972167 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-36450748-439e-4777-ade0-2648fdd556d4 req-b0d7fe10-1c08-46c7-879e-1029dab764ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:28.973594 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-36450748-439e-4777-ade0-2648fdd556d4 req-b0d7fe10-1c08-46c7-879e-1029dab764ff service neutron] 10.222.0.42 "PUT /v2.0/ports/b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 HTTP/1.1" status: 200 len: 1093 time: 0.6700761 Jan 25 18:42:28.974192 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc4c8d2-f440-4892-9382-a6f2de2462ab', 'tag': 'b1f7af1a-b0a7-4b31-a4d8-dd81510990e8'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:42:28.976359 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d555386f-6662-43f3-8c43-311eb2d42e49" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc4c8d2-f440-4892-9382-a6f2de2462ab", "tag": "b1f7af1a-b0a7-4b31-a4d8-dd81510990e8"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:42:29.007235 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7fe10-1c08-46c7-879e-1029dab764ff service neutron] Pushing event updated for resources: {'Port': ['ID=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8,revision_number=3']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:29.029889 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cdaadd-17b0-43a6-b7d9-f47541425d3b x-openstack-request-id: req-36cdaadd-17b0-43a6-b7d9-f47541425d3b {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:42:29.030394 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc4c8d2-f440-4892-9382-a6f2de2462ab", "tag": "b1f7af1a-b0a7-4b31-a4d8-dd81510990e8", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:42:29.030813 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36cdaadd-17b0-43a6-b7d9-f47541425d3b {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:42:29.031400 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc4c8d2-f440-4892-9382-a6f2de2462ab', 'tag': 'b1f7af1a-b0a7-4b31-a4d8-dd81510990e8', 'status': 'completed', 'code': 200} Jan 25 18:42:29.242833 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 49116) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:29.345016 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-dd604625-85ae-46ba-855d-eca8f9024333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:29.415045 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-dd604625-85ae-46ba-855d-eca8f9024333 admin admin] Publish callbacks [] for security_group (0b62f4a3-21d5-4933-8430-b3e62925f638), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:29.418698 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-dd604625-85ae-46ba-855d-eca8f9024333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (0b62f4a3-21d5-4933-8430-b3e62925f638), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:29.457825 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-dd604625-85ae-46ba-855d-eca8f9024333 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b8654255a2a4cc08a3eea74fe12ccc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139254 Jan 25 18:42:29.458950 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd604625-85ae-46ba-855d-eca8f9024333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b62f4a3-21d5-4933-8430-b3e62925f638,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:29.460526 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 49120) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:29.517987 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab5a2-8509-4d71-a9cd-cb3985e59a85 admin admin] Publish callbacks [] for security_group (0b62f4a3-21d5-4933-8430-b3e62925f638), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:29.538590 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab5a2-8509-4d71-a9cd-cb3985e59a85 admin admin] Publish callbacks [] for security_group (0b62f4a3-21d5-4933-8430-b3e62925f638), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:29.589673 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab5a2-8509-4d71-a9cd-cb3985e59a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (0b62f4a3-21d5-4933-8430-b3e62925f638), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:29.592232 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab5a2-8509-4d71-a9cd-cb3985e59a85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:29.593381 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-8b8ab5a2-8509-4d71-a9cd-cb3985e59a85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b62f4a3-21d5-4933-8430-b3e62925f638 HTTP/1.1" status: 204 len: 168 time: 0.1318641 Jan 25 18:42:29.601765 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ab5a2-8509-4d71-a9cd-cb3985e59a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b62f4a3-21d5-4933-8430-b3e62925f638,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:29.841835 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643d0c5-aa68-4e23-90ea-43bbc6c3a61d req-1f983be9-11c5-45cb-a4a2-73e004dd152a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:29.843377 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5643d0c5-aa68-4e23-90ea-43bbc6c3a61d req-1f983be9-11c5-45cb-a4a2-73e004dd152a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 943 time: 0.0482564 Jan 25 18:42:29.894195 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5643d0c5-aa68-4e23-90ea-43bbc6c3a61d req-27bbaf36-b0f0-4d19-bc25-429da85a0a7f tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412154 Jan 25 18:42:30.057032 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1c8fa437-74f8-4caf-b75d-140d6b534e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:31.009268 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0602a9-3f26-454a-8958-35962dd6bf02 req-e3a6b783-0012-40a6-9621-2a4a1923fc78 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:31.010769 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0a0602a9-3f26-454a-8958-35962dd6bf02 req-e3a6b783-0012-40a6-9621-2a4a1923fc78 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 943 time: 0.0459268 Jan 25 18:42:31.056805 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0a0602a9-3f26-454a-8958-35962dd6bf02 req-133e0226-fab9-4156-a979-e28e17f18547 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400450 Jan 25 18:42:31.474600 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555386f-6662-43f3-8c43-311eb2d42e49 req-375830d2-95be-4318-90d5-090b434d8f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:31.476067 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d555386f-6662-43f3-8c43-311eb2d42e49 req-375830d2-95be-4318-90d5-090b434d8f6b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fd0ab9445184d34bff3e43185fd5e1e&device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 1096 time: 0.0431256 Jan 25 18:42:31.576619 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555386f-6662-43f3-8c43-311eb2d42e49 req-621bd43a-0135-48bb-b948-aaaeb3ae76d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:31.578116 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d555386f-6662-43f3-8c43-311eb2d42e49 req-621bd43a-0135-48bb-b948-aaaeb3ae76d2 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=7fd0ab9445184d34bff3e43185fd5e1e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0927567 Jan 25 18:42:31.679863 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555386f-6662-43f3-8c43-311eb2d42e49 req-e0d59832-cd17-4397-be2a-e075da05d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:31.681314 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d555386f-6662-43f3-8c43-311eb2d42e49 req-e0d59832-cd17-4397-be2a-e075da05d4b1 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910552 Jan 25 18:42:31.760982 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36450748-439e-4777-ade0-2648fdd556d4 req-6ef4b259-b117-47bf-807f-67e938d19ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:31.762465 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-36450748-439e-4777-ade0-2648fdd556d4 req-6ef4b259-b117-47bf-807f-67e938d19ed6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fd0ab9445184d34bff3e43185fd5e1e&device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 1096 time: 0.0423961 Jan 25 18:42:31.802247 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-36450748-439e-4777-ade0-2648fdd556d4 req-528240da-5af0-4d93-b0dd-207e053daa06 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 HTTP/1.1" status: 200 len: 217 time: 0.0331783 Jan 25 18:42:31.857175 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36450748-439e-4777-ade0-2648fdd556d4 req-68aef93f-7601-444f-8a04-6db3a1905297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:31.858674 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-36450748-439e-4777-ade0-2648fdd556d4 req-68aef93f-7601-444f-8a04-6db3a1905297 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cec76f50-4972-4c18-a629-b0502bc042ec HTTP/1.1" status: 200 len: 855 time: 0.0498390 Jan 25 18:42:31.902163 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36450748-439e-4777-ade0-2648fdd556d4 req-1144df08-5f22-42d9-8d5d-9e49d9524cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:31.903648 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-36450748-439e-4777-ade0-2648fdd556d4 req-1144df08-5f22-42d9-8d5d-9e49d9524cc0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=438eb890-9580-4e27-a169-38cf0147302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387552 Jan 25 18:42:31.991174 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-36450748-439e-4777-ade0-2648fdd556d4 req-0b93c661-c184-4c02-a8c9-d537200049c6 service neutron] 10.222.0.42 "GET /v2.0/networks/438eb890-9580-4e27-a169-38cf0147302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809841 Jan 25 18:42:32.082377 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-36450748-439e-4777-ade0-2648fdd556d4 req-01152035-64b2-48f0-8e8f-a9fe2965d00f service neutron] 10.222.0.42 "GET /v2.0/networks/438eb890-9580-4e27-a169-38cf0147302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842991 Jan 25 18:42:32.172292 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9227570-cc55-4e2d-8f3e-7b587431469e req-89f0e70d-f9f6-46e1-8bb5-ae93929deb89 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:32.173741 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d9227570-cc55-4e2d-8f3e-7b587431469e req-89f0e70d-f9f6-46e1-8bb5-ae93929deb89 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 943 time: 0.0468562 Jan 25 18:42:32.208912 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e5c2ff55-c2ac-43ec-b6ca-4090d04ecbfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:32.224765 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d9227570-cc55-4e2d-8f3e-7b587431469e req-0fe47d37-0d82-43fb-9de6-220d4c6ccaa0 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443432 Jan 25 18:42:33.342845 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7fa7f-f4b6-4123-87f2-aa74023a180e req-956755b6-3221-45c2-95cf-27ee32b1b437 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:33.344301 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b0a7fa7f-f4b6-4123-87f2-aa74023a180e req-956755b6-3221-45c2-95cf-27ee32b1b437 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 943 time: 0.0504265 Jan 25 18:42:33.389246 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b0a7fa7f-f4b6-4123-87f2-aa74023a180e req-5d43ab28-0f4e-4436-89f1-88c031793b48 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395391 Jan 25 18:42:33.545332 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:34.502840 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5093d0-bf3a-4823-a158-ca5a7bdc97cd req-379a981d-06c2-415e-9c8a-f0cabd847867 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:34.505057 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6c5093d0-bf3a-4823-a158-ca5a7bdc97cd req-379a981d-06c2-415e-9c8a-f0cabd847867 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 943 time: 0.0469992 Jan 25 18:42:34.549879 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6c5093d0-bf3a-4823-a158-ca5a7bdc97cd req-ff5898a1-d857-4ccd-ab93-9296e9b00722 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393353 Jan 25 18:42:34.877623 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:35.667043 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c0279-81aa-4fcc-826e-48fcd3dd54c3 req-8764f1d2-e027-42cd-aa2d-47dfa93992d4 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:35.668571 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7d2c0279-81aa-4fcc-826e-48fcd3dd54c3 req-8764f1d2-e027-42cd-aa2d-47dfa93992d4 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 943 time: 0.0495291 Jan 25 18:42:35.715114 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7d2c0279-81aa-4fcc-826e-48fcd3dd54c3 req-4827d135-9648-4a40-864b-011b9d4d6078 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410149 Jan 25 18:42:36.134887 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:36.833864 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0af5c-da27-4b48-82f0-f2b84bf73d5d req-43b8f0b0-96ff-4913-a3e8-dbab0b813196 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:36.835397 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ebd0af5c-da27-4b48-82f0-f2b84bf73d5d req-43b8f0b0-96ff-4913-a3e8-dbab0b813196 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 943 time: 0.0501812 Jan 25 18:42:36.881565 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ebd0af5c-da27-4b48-82f0-f2b84bf73d5d req-b2927860-165e-4c7b-93a0-1868b82a6314 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406868 Jan 25 18:42:37.467350 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:42:37.564802 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:42:37.576696 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': 'b1f7af1a-b0a7-4b31-a4d8-dd81510990e8', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'port_id': 'b1f7af1a-b0a7-4b31-a4d8-dd81510990e8', 'mac_address': 'fa:16:3e:1c:bd:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:42:37.617506 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 is: DOWN; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:42:37.617900 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:37.631054 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:42:37.651026 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:42:37.655117 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:37.702156 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:37.965665 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['b1f7af1a-b0a7-4b31-a4d8-dd81510990e8'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:42:38.008833 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1189c-42d5-41b2-992a-05b5d55d50cb req-95774b50-cd14-4ff1-9f8b-d51d1704d126 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:38.010512 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-17d1189c-42d5-41b2-992a-05b5d55d50cb req-95774b50-cd14-4ff1-9f8b-d51d1704d126 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 944 time: 0.0572312 Jan 25 18:42:38.061286 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-17d1189c-42d5-41b2-992a-05b5d55d50cb req-982dca58-5e19-4e89-9d97-ea373bcda2a2 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446095 Jan 25 18:42:39.187480 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8f96d-cba0-443b-a1e2-764509ba8e0c req-f18a2b49-6fad-43e9-a4a3-d8d7fe8191c8 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:39.188996 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d6d8f96d-cba0-443b-a1e2-764509ba8e0c req-f18a2b49-6fad-43e9-a4a3-d8d7fe8191c8 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 944 time: 0.0472071 Jan 25 18:42:39.236965 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d6d8f96d-cba0-443b-a1e2-764509ba8e0c req-bc1a8638-aa2a-4560-a35e-89a8e2acd2f1 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418742 Jan 25 18:42:39.483490 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:42:39.531755 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning for port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 completed by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 18:42:39.536471 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:42:39.536876 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:39.612211 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:42:39.612602 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:39.637090 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc4c8d2-f440-4892-9382-a6f2de2462ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f7af1a-b0a7-4b31-a4d8-dd81510990e8'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:42:39.639333 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa7ed92-0249-4e44-84d3-6c129263895b" -d '{"events": [{"server_uuid": "8fc4c8d2-f440-4892-9382-a6f2de2462ab", "name": "network-vif-plugged", "status": "completed", "tag": "b1f7af1a-b0a7-4b31-a4d8-dd81510990e8"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:42:39.654590 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:42:39.658898 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:39.682337 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381793de-2aeb-47a9-af83-98f77e04d79d x-openstack-request-id: req-381793de-2aeb-47a9-af83-98f77e04d79d {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:42:39.682661 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc4c8d2-f440-4892-9382-a6f2de2462ab", "name": "network-vif-plugged", "status": "completed", "tag": "b1f7af1a-b0a7-4b31-a4d8-dd81510990e8", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:42:39.682920 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-381793de-2aeb-47a9-af83-98f77e04d79d {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:42:39.683302 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc4c8d2-f440-4892-9382-a6f2de2462ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f7af1a-b0a7-4b31-a4d8-dd81510990e8', 'code': 200} Jan 25 18:42:39.710509 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:39.878227 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fbf86-0270-46b8-bcb2-006402a58392 req-780d2ac2-f3bf-47aa-9609-44ec2312bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:39.879757 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-cc0fbf86-0270-46b8-bcb2-006402a58392 req-780d2ac2-f3bf-47aa-9609-44ec2312bfad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 1098 time: 0.0394287 Jan 25 18:42:39.923012 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-cc0fbf86-0270-46b8-bcb2-006402a58392 req-d43585a9-6181-4a50-aa98-7dc8d52083a1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370295 Jan 25 18:42:40.396676 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db3060-b2c0-4168-8852-076ade1265a8 req-f7110588-8e96-4382-ac7c-947513bd7503 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:40.405286 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-46db3060-b2c0-4168-8852-076ade1265a8 req-f7110588-8e96-4382-ac7c-947513bd7503 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0735464 Jan 25 18:42:40.452842 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-46db3060-b2c0-4168-8852-076ade1265a8 req-d63af4f9-5f83-4f2a-b9a9-2e95f9d52509 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413401 Jan 25 18:42:41.569819 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c6625-9caf-4e14-ad8d-991873cc0ffd req-bd976819-f9d9-444d-a3d1-b27c22334d34 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:41.571659 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-093c6625-9caf-4e14-ad8d-991873cc0ffd req-bd976819-f9d9-444d-a3d1-b27c22334d34 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0468183 Jan 25 18:42:41.616982 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-093c6625-9caf-4e14-ad8d-991873cc0ffd req-944dd0fa-888a-4cd4-948b-869ac9f6c0f1 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397441 Jan 25 18:42:42.730787 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e792a-686f-4271-b6ac-a1e70a1902f1 req-a33c34a2-0db8-4250-99c9-34b5ca562d04 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:42.732226 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-104e792a-686f-4271-b6ac-a1e70a1902f1 req-a33c34a2-0db8-4250-99c9-34b5ca562d04 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0459819 Jan 25 18:42:42.779509 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-104e792a-686f-4271-b6ac-a1e70a1902f1 req-bfe79dce-656a-4c45-8f11-94dcab6c1bda tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419109 Jan 25 18:42:43.897922 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d641e04-4566-467a-b2d6-3ee69b302e0f req-e5bbb506-2369-4914-a2f4-9f28b71fc7d9 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:43.899475 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5d641e04-4566-467a-b2d6-3ee69b302e0f req-e5bbb506-2369-4914-a2f4-9f28b71fc7d9 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0491781 Jan 25 18:42:43.947558 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5d641e04-4566-467a-b2d6-3ee69b302e0f req-fd8f4c8a-7603-45e8-aea2-355a40de16a9 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425069 Jan 25 18:42:44.782141 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adfa0d-4724-47d5-be8c-7f138279e6f2 req-fb11390d-6c1c-4aa6-98a6-db08fd5fcadc tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:44.783524 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-03adfa0d-4724-47d5-be8c-7f138279e6f2 req-fb11390d-6c1c-4aa6-98a6-db08fd5fcadc tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?device_id=daba72ed-5f84-465c-a25b-214cdc0af3b8 HTTP/1.1" status: 200 len: 946 time: 0.0517430 Jan 25 18:42:44.830233 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-03adfa0d-4724-47d5-be8c-7f138279e6f2 req-5d7eb147-c170-4e09-bdc6-6d828fc79888 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/security-groups?id=399dea4c-b620-4ccb-a526-2645de6afdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406563 Jan 25 18:42:45.067569 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f52d8f-bcff-4f0f-a1a7-91e3798f3da0 req-1ae554e2-21cf-4fcc-ad93-5d2e8fb3c966 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:45.069020 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-24f52d8f-bcff-4f0f-a1a7-91e3798f3da0 req-1ae554e2-21cf-4fcc-ad93-5d2e8fb3c966 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0497103 Jan 25 18:42:45.114231 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-24f52d8f-bcff-4f0f-a1a7-91e3798f3da0 req-b0af4a55-9d59-4290-b394-9b896ede0241 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394864 Jan 25 18:42:45.224868 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3af2b-5f56-45ff-a32f-08215c2400dd req-5f4bfb0d-004a-458b-a234-f356e379cd0c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:45.226332 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-28d3af2b-5f56-45ff-a32f-08215c2400dd req-5f4bfb0d-004a-458b-a234-f356e379cd0c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0465117 Jan 25 18:42:45.234506 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 49320) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:45.238745 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-88da7605-9b40-4e2d-a4ab-9275b484253a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Request body: {'floatingip': {'port_id': 'b1f7af1a-b0a7-4b31-a4d8-dd81510990e8'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:42:45.278700 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-88da7605-9b40-4e2d-a4ab-9275b484253a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for floatingip (37494e89-9a06-4e4e-9cfa-519cd7294fa8), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:45.436462 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:42:45.688239 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-88da7605-9b40-4e2d-a4ab-9275b484253a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:45.692394 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-88da7605-9b40-4e2d-a4ab-9275b484253a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698476'] for floatingip (37494e89-9a06-4e4e-9cfa-519cd7294fa8), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:45.790655 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.db.l3_db [None req-88da7605-9b40-4e2d-a4ab-9275b484253a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Floating IP 37494e89-9a06-4e4e-9cfa-519cd7294fa8 associated. External IP: 172.27.2.70, port: b1f7af1a-b0a7-4b31-a4d8-dd81510990e8. Jan 25 18:42:46.020363 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f0add-60a4-4fd6-9878-ffee1a766366 req-3edc53cc-e182-46e0-941b-6359d543dbf0 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:46.021738 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4d1f0add-60a4-4fd6-9878-ffee1a766366 req-3edc53cc-e182-46e0-941b-6359d543dbf0 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?device_id=daba72ed-5f84-465c-a25b-214cdc0af3b8 HTTP/1.1" status: 200 len: 946 time: 0.1174667 Jan 25 18:42:46.068248 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88da7605-9b40-4e2d-a4ab-9275b484253a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Router 68e0e943-03c8-46f0-8717-ef69dc62083f has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:42:46.326182 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4d1f0add-60a4-4fd6-9878-ffee1a766366 req-e254a8d1-5ab5-425b-8cf9-4624e0e69daf tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/security-groups?id=399dea4c-b620-4ccb-a526-2645de6afdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982886 Jan 25 18:42:46.424249 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88da7605-9b40-4e2d-a4ab-9275b484253a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:42:46.429670 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-88da7605-9b40-4e2d-a4ab-9275b484253a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for floatingip (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:46.434226 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0608be02-7146-43b9-8f07-5b30595795fd None None] Sync routers for ids ['68e0e943-03c8-46f0-8717-ef69dc62083f'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:42:46.443583 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0608be02-7146-43b9-8f07-5b30595795fd None None] Routers {'68e0e943-03c8-46f0-8717-ef69dc62083f'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:42:46.444194 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-0608be02-7146-43b9-8f07-5b30595795fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:42:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['68e0e943-03c8-46f0-8717-ef69dc62083f'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:42:46.455907 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-88da7605-9b40-4e2d-a4ab-9275b484253a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "PUT /v2.0/floatingips/37494e89-9a06-4e4e-9cfa-519cd7294fa8 HTTP/1.1" status: 200 len: 990 time: 1.2203825 Jan 25 18:42:46.456623 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc4c8d2-f440-4892-9382-a6f2de2462ab', 'tag': 'b1f7af1a-b0a7-4b31-a4d8-dd81510990e8'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:42:46.459029 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042f765b-38be-4ad9-badb-1a61a96da1f7" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc4c8d2-f440-4892-9382-a6f2de2462ab", "tag": "b1f7af1a-b0a7-4b31-a4d8-dd81510990e8"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:42:46.511917 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863e8b33-687d-4391-951a-75c7e0faee59 x-openstack-request-id: req-863e8b33-687d-4391-951a-75c7e0faee59 {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:42:46.512658 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc4c8d2-f440-4892-9382-a6f2de2462ab", "tag": "b1f7af1a-b0a7-4b31-a4d8-dd81510990e8", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:42:46.512989 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-863e8b33-687d-4391-951a-75c7e0faee59 {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:42:46.513458 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc4c8d2-f440-4892-9382-a6f2de2462ab', 'tag': 'b1f7af1a-b0a7-4b31-a4d8-dd81510990e8', 'status': 'completed', 'code': 200} Jan 25 18:42:46.538544 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d8f77-1aae-4145-b3e6-4905cc546067 req-e273c1f1-a67c-433c-8337-a27d302bc9c8 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:46.540331 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0a9d8f77-1aae-4145-b3e6-4905cc546067 req-e273c1f1-a67c-433c-8337-a27d302bc9c8 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.42 "GET /v2.0/ports?device_id=daba72ed-5f84-465c-a25b-214cdc0af3b8 HTTP/1.1" status: 200 len: 946 time: 0.0604048 Jan 25 18:42:46.562485 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f765b-38be-4ad9-badb-1a61a96da1f7 req-16f68fc1-76ab-4d4c-80c9-f0857a97be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:46.564775 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-042f765b-38be-4ad9-badb-1a61a96da1f7 req-16f68fc1-76ab-4d4c-80c9-f0857a97be89 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fd0ab9445184d34bff3e43185fd5e1e&device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 1098 time: 0.0455279 Jan 25 18:42:46.637454 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-0a9d8f77-1aae-4145-b3e6-4905cc546067 req-2171bf93-5d5e-4353-abc1-64301931b905 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Deleting port cdec41b6-eddf-4cec-bdd8-6ad5aa51f030 {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:42:46.637873 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0a9d8f77-1aae-4145-b3e6-4905cc546067 req-2171bf93-5d5e-4353-abc1-64301931b905 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (cdec41b6-eddf-4cec-bdd8-6ad5aa51f030), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:46.655579 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f765b-38be-4ad9-badb-1a61a96da1f7 req-0b67a804-e48b-4f8c-ab11-ba3652f246a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:46.657366 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-042f765b-38be-4ad9-badb-1a61a96da1f7 req-0b67a804-e48b-4f8c-ab11-ba3652f246a6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=438eb890-9580-4e27-a169-38cf0147302b HTTP/1.1" status: 200 len: 917 time: 0.0863013 Jan 25 18:42:46.674992 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-0608be02-7146-43b9-8f07-5b30595795fd None None] Set router 68e0e943-03c8-46f0-8717-ef69dc62083f gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:42:46.728113 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-042f765b-38be-4ad9-badb-1a61a96da1f7 req-e5d32412-be04-4375-bf3e-78e84e8842c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 HTTP/1.1" status: 200 len: 998 time: 0.0636687 Jan 25 18:42:46.733595 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-0a9d8f77-1aae-4145-b3e6-4905cc546067 req-2171bf93-5d5e-4353-abc1-64301931b905 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] For port cdec41b6-eddf-4cec-bdd8-6ad5aa51f030, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=cdec41b6-eddf-4cec-bdd8-6ad5aa51f030,segment=NetworkSegment(915ef98c-bb94-4a7c-984f-ae7d42acd9bd),segment_id=915ef98c-bb94-4a7c-984f-ae7d42acd9bd)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:42:46.733975 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0a9d8f77-1aae-4145-b3e6-4905cc546067 req-2171bf93-5d5e-4353-abc1-64301931b905 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (cdec41b6-eddf-4cec-bdd8-6ad5aa51f030), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:46.747570 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-0a9d8f77-1aae-4145-b3e6-4905cc546067 req-2171bf93-5d5e-4353-abc1-64301931b905 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Calling delete_port for cdec41b6-eddf-4cec-bdd8-6ad5aa51f030 owned by compute:nova {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:42:46.776690 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f765b-38be-4ad9-badb-1a61a96da1f7 req-c821b751-22ad-479f-82ab-d5f92cdc9a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:46.778177 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-042f765b-38be-4ad9-badb-1a61a96da1f7 req-c821b751-22ad-479f-82ab-d5f92cdc9a4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cec76f50-4972-4c18-a629-b0502bc042ec HTTP/1.1" status: 200 len: 855 time: 0.0450678 Jan 25 18:42:46.821707 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f765b-38be-4ad9-badb-1a61a96da1f7 req-198f66fd-8e06-4d8d-84d4-dffc051bb167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:46.823262 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-042f765b-38be-4ad9-badb-1a61a96da1f7 req-198f66fd-8e06-4d8d-84d4-dffc051bb167 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=438eb890-9580-4e27-a169-38cf0147302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395055 Jan 25 18:42:46.890803 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0a9d8f77-1aae-4145-b3e6-4905cc546067 req-2171bf93-5d5e-4353-abc1-64301931b905 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (cdec41b6-eddf-4cec-bdd8-6ad5aa51f030), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:46.904065 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['cdec41b6-eddf-4cec-bdd8-6ad5aa51f030'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:42:46.920602 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-042f765b-38be-4ad9-badb-1a61a96da1f7 req-d7ea870e-b66d-462e-89e8-6675515bfb15 service neutron] 10.222.0.42 "GET /v2.0/networks/438eb890-9580-4e27-a169-38cf0147302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898464 Jan 25 18:42:46.920989 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171bf93-5d5e-4353-abc1-64301931b905 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Pushing event deleted for resources: {'Port': ['ID=cdec41b6-eddf-4cec-bdd8-6ad5aa51f030,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:46.947811 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-0608be02-7146-43b9-8f07-5b30595795fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'name': 'tempest-AttachVolumeShelveTestJSON-800383706-router', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:38:25Z', 'revision_number': 4, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'gw_port': {'id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': '37494e89-9a06-4e4e-9cfa-519cd7294fa8', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'port_id': 'b1f7af1a-b0a7-4b31-a4d8-dd81510990e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'mac_address': 'fa:16:3e:1c:bd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4c8d2-f440-4892-9382-a6f2de2462ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:42:22Z', 'updated_at': '2022-01-25T18:42:45Z', 'revision_number': 1, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cb3c646-f459-46f4-a525-950d0d595729', 'name': '', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'mac_address': 'fa:16:3e:90:39:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:23Z', 'updated_at': '2022-01-25T18:38:35Z', 'revision_number': 5, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'subnets': [{'id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:42:46.973698 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9d8f77-1aae-4145-b3e6-4905cc546067 req-2171bf93-5d5e-4353-abc1-64301931b905 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] No DVR routers for this DVR port cdec41b6-eddf-4cec-bdd8-6ad5aa51f030 on host hv-cinder-82635 {{(pid=102638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:42:46.976361 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0a9d8f77-1aae-4145-b3e6-4905cc546067 req-2171bf93-5d5e-4353-abc1-64301931b905 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:46.978188 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0608be02-7146-43b9-8f07-5b30595795fd None None] Checking router: 68e0e943-03c8-46f0-8717-ef69dc62083f for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:42:46.979983 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0a9d8f77-1aae-4145-b3e6-4905cc546067 req-2171bf93-5d5e-4353-abc1-64301931b905 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.42 "DELETE /v2.0/ports/cdec41b6-eddf-4cec-bdd8-6ad5aa51f030 HTTP/1.1" status: 204 len: 173 time: 0.4348350 Jan 25 18:42:46.988562 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0608be02-7146-43b9-8f07-5b30595795fd None None] Routers {'68e0e943-03c8-46f0-8717-ef69dc62083f'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:42:46.989507 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-0608be02-7146-43b9-8f07-5b30595795fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:42:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['68e0e943-03c8-46f0-8717-ef69dc62083f'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:42:47.045485 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-042f765b-38be-4ad9-badb-1a61a96da1f7 req-b1887565-a6a7-4163-ab15-bd60ba46f059 service neutron] 10.222.0.42 "GET /v2.0/networks/438eb890-9580-4e27-a169-38cf0147302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147583 Jan 25 18:42:47.113198 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-0608be02-7146-43b9-8f07-5b30595795fd None None] Set router 68e0e943-03c8-46f0-8717-ef69dc62083f gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:42:47.349272 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-0608be02-7146-43b9-8f07-5b30595795fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'name': 'tempest-AttachVolumeShelveTestJSON-800383706-router', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:38:25Z', 'revision_number': 4, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'gw_port': {'id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': '37494e89-9a06-4e4e-9cfa-519cd7294fa8', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'port_id': 'b1f7af1a-b0a7-4b31-a4d8-dd81510990e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'mac_address': 'fa:16:3e:1c:bd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4c8d2-f440-4892-9382-a6f2de2462ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:42:22Z', 'updated_at': '2022-01-25T18:42:45Z', 'revision_number': 1, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cb3c646-f459-46f4-a525-950d0d595729', 'name': '', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'mac_address': 'fa:16:3e:90:39:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:23Z', 'updated_at': '2022-01-25T18:38:35Z', 'revision_number': 5, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'subnets': [{'id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:42:47.379646 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0608be02-7146-43b9-8f07-5b30595795fd None None] The sync data for ids ['68e0e943-03c8-46f0-8717-ef69dc62083f'] in dv-cinder-826350-1-iscsi is: [{'id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'name': 'tempest-AttachVolumeShelveTestJSON-800383706-router', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:38:25Z', 'revision_number': 4, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'gw_port': {'id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': '37494e89-9a06-4e4e-9cfa-519cd7294fa8', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'port_id': 'b1f7af1a-b0a7-4b31-a4d8-dd81510990e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'mac_address': 'fa:16:3e:1c:bd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4c8d2-f440-4892-9382-a6f2de2462ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:42:22Z', 'updated_at': '2022-01-25T18:42:45Z', 'revision_number': 1, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cb3c646-f459-46f4-a525-950d0d595729', 'name': '', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'mac_address': 'fa:16:3e:90:39:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:23Z', 'updated_at': '2022-01-25T18:38:35Z', 'revision_number': 5, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'subnets': [{'id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:42:47.442820 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3045028d-161b-4482-a280-0ac26261dfc7 req-7abdb8b5-e780-498e-b147-b8d2d8fd25d6 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?device_id=daba72ed-5f84-465c-a25b-214cdc0af3b8 HTTP/1.1" status: 200 len: 210 time: 0.0328135 Jan 25 18:42:47.589773 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a49cbf7-fab9-41e0-b1c2-730da0c6497e None None] New status for floating IP 37494e89-9a06-4e4e-9cfa-519cd7294fa8: ACTIVE {{(pid=102640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 18:42:48.514461 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daba72ed-5f84-465c-a25b-214cdc0af3b8', 'name': 'network-vif-deleted', 'tag': 'cdec41b6-eddf-4cec-bdd8-6ad5aa51f030'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:42:48.517386 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc2e3d9-be74-401a-ba5c-38e5fbc92b94" -d '{"events": [{"server_uuid": "daba72ed-5f84-465c-a25b-214cdc0af3b8", "name": "network-vif-deleted", "tag": "cdec41b6-eddf-4cec-bdd8-6ad5aa51f030"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:42:48.556363 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2027d19-9bbe-462a-b24f-08f7af61a8c7 x-openstack-request-id: req-e2027d19-9bbe-462a-b24f-08f7af61a8c7 {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:42:48.556664 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daba72ed-5f84-465c-a25b-214cdc0af3b8", "name": "network-vif-deleted", "tag": "cdec41b6-eddf-4cec-bdd8-6ad5aa51f030", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:42:48.556926 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2027d19-9bbe-462a-b24f-08f7af61a8c7 {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:42:48.557334 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daba72ed-5f84-465c-a25b-214cdc0af3b8', 'name': 'network-vif-deleted', 'tag': 'cdec41b6-eddf-4cec-bdd8-6ad5aa51f030', 'status': 'completed', 'code': 200} Jan 25 18:42:51.646717 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device cdec41b6-eddf-4cec-bdd8-6ad5aa51f030 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:42:51.670524 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] No Port match for: cdec41b6-eddf-4cec-bdd8-6ad5aa51f030 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:42:51.670874 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device cdec41b6-eddf-4cec-bdd8-6ad5aa51f030 not bound to the agent host hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:42:51.853366 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:52.326547 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996499c2-2cb8-4804-8a44-1dab74026e4a req-3a76d2bf-1eea-40ac-8271-743e03e84d2b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:52.327986 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-996499c2-2cb8-4804-8a44-1dab74026e4a req-3a76d2bf-1eea-40ac-8271-743e03e84d2b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0468435 Jan 25 18:42:52.372822 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-996499c2-2cb8-4804-8a44-1dab74026e4a req-c44fdd44-9d44-45bc-886f-aa8f8d1870ca tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387290 Jan 25 18:42:53.508754 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbee91-9f21-4e25-8ffb-8deeb681396a req-68e9f4d8-d045-4d0f-b6c1-3806603b6281 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:53.510239 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7ddbee91-9f21-4e25-8ffb-8deeb681396a req-68e9f4d8-d045-4d0f-b6c1-3806603b6281 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0510714 Jan 25 18:42:53.567611 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7ddbee91-9f21-4e25-8ffb-8deeb681396a req-20a31cb3-75ad-4590-b76c-a6220e605fec tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515594 Jan 25 18:42:53.608297 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf298777-49c3-4ee4-a459-caadf9514ef8 req-a6f5ce36-667b-40de-9700-59b779dcd06e tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:53.609812 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-bf298777-49c3-4ee4-a459-caadf9514ef8 req-a6f5ce36-667b-40de-9700-59b779dcd06e tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.0625548 Jan 25 18:42:53.656163 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-bf298777-49c3-4ee4-a459-caadf9514ef8 req-101148a6-4a76-415c-bcd9-131439b66fc4 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408583 Jan 25 18:42:54.683226 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d678b-b357-4214-a4e9-814f1c0a1301 req-3b1468fd-3aaf-4694-a8f5-11e24562901a tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:54.684741 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-819d678b-b357-4214-a4e9-814f1c0a1301 req-3b1468fd-3aaf-4694-a8f5-11e24562901a tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0470040 Jan 25 18:42:54.741369 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-819d678b-b357-4214-a4e9-814f1c0a1301 req-65eee8d3-2e16-4001-897d-e46f0678a359 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506647 Jan 25 18:42:54.776444 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d903455-602d-4dc3-9165-6648538fb8dc req-97f7ec6d-0c38-4e5c-810e-6f04eb392ff9 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:54.777901 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7d903455-602d-4dc3-9165-6648538fb8dc req-97f7ec6d-0c38-4e5c-810e-6f04eb392ff9 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.0496807 Jan 25 18:42:54.829929 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7d903455-602d-4dc3-9165-6648538fb8dc req-5a13c499-2197-4051-a638-f41b8e3b4f5f tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464826 Jan 25 18:42:55.857956 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95387e4-119a-4e69-a582-512c6e939e2c req-eee59d34-e798-4d8e-95f3-7c85b3344d39 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:55.859362 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c95387e4-119a-4e69-a582-512c6e939e2c req-eee59d34-e798-4d8e-95f3-7c85b3344d39 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0473759 Jan 25 18:42:55.905416 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c95387e4-119a-4e69-a582-512c6e939e2c req-3b02941e-0b0a-4826-b5f0-08c632f139d2 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401657 Jan 25 18:42:56.004063 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8166ff-6c89-4f35-b81e-0fc5e937d75b req-6fa24bc6-13ad-479f-ad68-1b652b382d42 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:56.005516 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-bf8166ff-6c89-4f35-b81e-0fc5e937d75b req-6fa24bc6-13ad-479f-ad68-1b652b382d42 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.0478177 Jan 25 18:42:56.054698 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-bf8166ff-6c89-4f35-b81e-0fc5e937d75b req-9de011dc-7f99-4808-9f92-d1571a2b027e tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438552 Jan 25 18:42:57.020212 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb9132-0dcb-49a1-bdc0-c6ebc879c240 req-ee3190c0-0047-4889-a281-9fc091a5a9ec tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:57.021593 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-bbfb9132-0dcb-49a1-bdc0-c6ebc879c240 req-ee3190c0-0047-4889-a281-9fc091a5a9ec tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0503032 Jan 25 18:42:57.066782 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-bbfb9132-0dcb-49a1-bdc0-c6ebc879c240 req-58d8046b-13f2-465c-8391-a2f3db315a0d tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=04b456f4-5510-4f21-98b4-5435c537bd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397835 Jan 25 18:42:57.174084 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62767983-beaa-466a-8ea4-0c4e01a24dad req-286eabd4-135b-425f-b581-c884444df878 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:57.174084 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-62767983-beaa-466a-8ea4-0c4e01a24dad req-286eabd4-135b-425f-b581-c884444df878 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.0491352 Jan 25 18:42:57.228193 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-62767983-beaa-466a-8ea4-0c4e01a24dad req-af07e835-ee3a-46d1-8e07-4e6fb5e8f529 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519681 Jan 25 18:42:57.325707 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a46e5-b731-4ded-8be6-245d66f874cf req-24fc4162-2a9e-4e80-8e77-0599ff0d01d8 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:57.327179 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-329a46e5-b731-4ded-8be6-245d66f874cf req-24fc4162-2a9e-4e80-8e77-0599ff0d01d8 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 945 time: 0.0788796 Jan 25 18:42:57.448580 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [req-329a46e5-b731-4ded-8be6-245d66f874cf req-63180240-89f2-4c5d-b52e-13ca7b678520 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Deleting port bbbd3d57-8220-4579-8fe8-6979ccf35f92 {{(pid=102637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:42:57.448927 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-329a46e5-b731-4ded-8be6-245d66f874cf req-63180240-89f2-4c5d-b52e-13ca7b678520 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (bbbd3d57-8220-4579-8fe8-6979ccf35f92), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:57.542403 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.db [req-329a46e5-b731-4ded-8be6-245d66f874cf req-63180240-89f2-4c5d-b52e-13ca7b678520 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] For port bbbd3d57-8220-4579-8fe8-6979ccf35f92, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=bbbd3d57-8220-4579-8fe8-6979ccf35f92,segment=NetworkSegment(75e2899b-01ba-47f3-8a62-3fd7282595a1),segment_id=75e2899b-01ba-47f3-8a62-3fd7282595a1)] {{(pid=102637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:42:57.542767 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-329a46e5-b731-4ded-8be6-245d66f874cf req-63180240-89f2-4c5d-b52e-13ca7b678520 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (bbbd3d57-8220-4579-8fe8-6979ccf35f92), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:57.985160 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-329a46e5-b731-4ded-8be6-245d66f874cf req-63180240-89f2-4c5d-b52e-13ca7b678520 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:57.985531 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-329a46e5-b731-4ded-8be6-245d66f874cf req-63180240-89f2-4c5d-b52e-13ca7b678520 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698476'] for floatingip (e7a75209-09e4-4913-a1be-5ec2b6a86176), after_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:57.985869 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.db.l3_db [req-329a46e5-b731-4ded-8be6-245d66f874cf req-63180240-89f2-4c5d-b52e-13ca7b678520 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Floating IP e7a75209-09e4-4913-a1be-5ec2b6a86176 disassociated. External IP: 172.27.2.127, port: bbbd3d57-8220-4579-8fe8-6979ccf35f92. Jan 25 18:42:57.986233 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [req-329a46e5-b731-4ded-8be6-245d66f874cf req-63180240-89f2-4c5d-b52e-13ca7b678520 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Calling delete_port for bbbd3d57-8220-4579-8fe8-6979ccf35f92 owned by compute:nova {{(pid=102637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:42:58.121739 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-329a46e5-b731-4ded-8be6-245d66f874cf req-63180240-89f2-4c5d-b52e-13ca7b678520 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (bbbd3d57-8220-4579-8fe8-6979ccf35f92), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:58.149188 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63180240-89f2-4c5d-b52e-13ca7b678520 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Pushing event deleted for resources: {'Port': ['ID=bbbd3d57-8220-4579-8fe8-6979ccf35f92,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:58.167901 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5541db1a-ced1-4edc-9bf6-b6624d4095d2 req-efc24046-ae7f-46c7-ad2f-6abb5887743e tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfa729b2-4754-46de-93c8-c623eb2a98e1 HTTP/1.1" status: 200 len: 210 time: 0.0282652 Jan 25 18:42:58.270478 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-329a46e5-b731-4ded-8be6-245d66f874cf req-63180240-89f2-4c5d-b52e-13ca7b678520 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Router 284add4d-b541-4a69-afea-38b3939b5555 has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:42:58.361464 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3c7c0-c52a-4f20-9e49-03cba1a341b5 req-9c68f59d-a80d-49a5-8011-8671ae4acfe5 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:58.365815 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4bf3c7c0-c52a-4f20-9e49-03cba1a341b5 req-9c68f59d-a80d-49a5-8011-8671ae4acfe5 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.0660748 Jan 25 18:42:58.395900 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-329a46e5-b731-4ded-8be6-245d66f874cf req-63180240-89f2-4c5d-b52e-13ca7b678520 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:42:58.408268 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e9f59d-2639-424f-a422-ffccedf51a3c None None] Sync routers for ids ['284add4d-b541-4a69-afea-38b3939b5555'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:42:58.418203 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e9f59d-2639-424f-a422-ffccedf51a3c None None] Routers {'284add4d-b541-4a69-afea-38b3939b5555'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:42:58.418823 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-78e9f59d-2639-424f-a422-ffccedf51a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:42:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['284add4d-b541-4a69-afea-38b3939b5555'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:42:58.454858 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.l3_dvrscheduler_db [req-329a46e5-b731-4ded-8be6-245d66f874cf req-63180240-89f2-4c5d-b52e-13ca7b678520 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] No DVR routers for this DVR port bbbd3d57-8220-4579-8fe8-6979ccf35f92 on host hv-cinder-82635 {{(pid=102637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:42:58.458540 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-329a46e5-b731-4ded-8be6-245d66f874cf req-63180240-89f2-4c5d-b52e-13ca7b678520 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:58.461804 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-329a46e5-b731-4ded-8be6-245d66f874cf req-63180240-89f2-4c5d-b52e-13ca7b678520 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.42 "DELETE /v2.0/ports/bbbd3d57-8220-4579-8fe8-6979ccf35f92 HTTP/1.1" status: 204 len: 173 time: 1.1291907 Jan 25 18:42:58.462281 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa729b2-4754-46de-93c8-c623eb2a98e1', 'name': 'network-vif-deleted', 'tag': 'bbbd3d57-8220-4579-8fe8-6979ccf35f92'}] {{(pid=102637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:42:58.464652 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d684e4e91e5fd03d38a13c3d537823e5518f80ed6034d8fe3b9e30891c24508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381d9635-e1c7-4928-abaa-8733845cb3e3" -d '{"events": [{"server_uuid": "dfa729b2-4754-46de-93c8-c623eb2a98e1", "name": "network-vif-deleted", "tag": "bbbd3d57-8220-4579-8fe8-6979ccf35f92"}]}' {{(pid=102637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:42:58.498471 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4bf3c7c0-c52a-4f20-9e49-03cba1a341b5 req-eae766f1-26ef-4d73-aabb-9cd0200f61de tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301510 Jan 25 18:42:58.530865 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-3703cc06-9271-45b3-83b4-634f2fea9670 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:58.532537 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-3703cc06-9271-45b3-83b4-634f2fea9670 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/networks?id=1512a216-5d03-40b5-8d56-1d352e48cfea HTTP/1.1" status: 200 len: 813 time: 0.1245661 Jan 25 18:42:58.538334 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-78e9f59d-2639-424f-a422-ffccedf51a3c None None] Set router 284add4d-b541-4a69-afea-38b3939b5555 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:42:58.562567 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-799a7c7d-001f-4e5e-9c40-964d11996e21 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/quotas/618a3971ff8c44609b7d6ee7e5765ed7 HTTP/1.1" status: 200 len: 375 time: 0.0243325 Jan 25 18:42:58.568723 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efab4b59-8967-4ef8-81ae-ad25002ca5ac x-openstack-request-id: req-efab4b59-8967-4ef8-81ae-ad25002ca5ac {{(pid=102637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:42:58.569404 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa729b2-4754-46de-93c8-c623eb2a98e1", "name": "network-vif-deleted", "tag": "bbbd3d57-8220-4579-8fe8-6979ccf35f92", "status": "completed", "code": 200}]} {{(pid=102637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:42:58.570213 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-efab4b59-8967-4ef8-81ae-ad25002ca5ac {{(pid=102637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:42:58.570819 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa729b2-4754-46de-93c8-c623eb2a98e1', 'name': 'network-vif-deleted', 'tag': 'bbbd3d57-8220-4579-8fe8-6979ccf35f92', 'status': 'completed', 'code': 200} Jan 25 18:42:58.602791 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-d87166bd-ecee-4675-969c-e94882d3a3f9 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=618a3971ff8c44609b7d6ee7e5765ed7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389504 Jan 25 18:42:58.705563 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-005f1100-cf87-44f2-bc6f-d73b01282caf service neutron] 10.222.0.41 "GET /v2.0/networks/1512a216-5d03-40b5-8d56-1d352e48cfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010389 Jan 25 18:42:58.793693 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-78e9f59d-2639-424f-a422-ffccedf51a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284add4d-b541-4a69-afea-38b3939b5555', 'name': 'tempest-AttachVolumeTestJSON-311322752-router', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '1e103739-075b-432a-bae8-25c25203fa9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:10Z', 'updated_at': '2022-01-25T18:38:19Z', 'revision_number': 4, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'gw_port': {'id': '1e103739-075b-432a-bae8-25c25203fa9a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:96:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:12Z', 'updated_at': '2022-01-25T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '8ad8e75e-0d55-4f12-b815-fe9c7a277ed7', 'name': '', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'mac_address': 'fa:16:3e:98:d7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:18Z', 'updated_at': '2022-01-25T18:38:31Z', 'revision_number': 5, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'subnets': [{'id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:42:58.798937 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-ffb84018-80bd-4200-a277-66092e5df78c service neutron] 10.222.0.41 "GET /v2.0/networks/1512a216-5d03-40b5-8d56-1d352e48cfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865304 Jan 25 18:42:58.820807 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e9f59d-2639-424f-a422-ffccedf51a3c None None] Checking router: 284add4d-b541-4a69-afea-38b3939b5555 for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:42:58.829019 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e9f59d-2639-424f-a422-ffccedf51a3c None None] Routers {'284add4d-b541-4a69-afea-38b3939b5555'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:42:58.829629 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-78e9f59d-2639-424f-a422-ffccedf51a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:42:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['284add4d-b541-4a69-afea-38b3939b5555'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:42:58.945192 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-78e9f59d-2639-424f-a422-ffccedf51a3c None None] Set router 284add4d-b541-4a69-afea-38b3939b5555 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:42:58.975106 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e7493524-c52b-4c53-a646-26832edd5819 req-9477bc55-35bc-4c8c-a6d4-12ec66e0a705 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?device_id=346a299d-77d4-40b7-90f4-768f6b511cb5 HTTP/1.1" status: 200 len: 210 time: 0.0379643 Jan 25 18:42:59.184421 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-78e9f59d-2639-424f-a422-ffccedf51a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284add4d-b541-4a69-afea-38b3939b5555', 'name': 'tempest-AttachVolumeTestJSON-311322752-router', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '1e103739-075b-432a-bae8-25c25203fa9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:10Z', 'updated_at': '2022-01-25T18:38:19Z', 'revision_number': 4, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'gw_port': {'id': '1e103739-075b-432a-bae8-25c25203fa9a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:96:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:12Z', 'updated_at': '2022-01-25T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '8ad8e75e-0d55-4f12-b815-fe9c7a277ed7', 'name': '', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'mac_address': 'fa:16:3e:98:d7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:18Z', 'updated_at': '2022-01-25T18:38:31Z', 'revision_number': 5, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'subnets': [{'id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:42:59.219825 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e9f59d-2639-424f-a422-ffccedf51a3c None None] The sync data for ids ['284add4d-b541-4a69-afea-38b3939b5555'] in dv-cinder-826350-1-iscsi is: [{'id': '284add4d-b541-4a69-afea-38b3939b5555', 'name': 'tempest-AttachVolumeTestJSON-311322752-router', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '1e103739-075b-432a-bae8-25c25203fa9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:10Z', 'updated_at': '2022-01-25T18:38:19Z', 'revision_number': 4, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'gw_port': {'id': '1e103739-075b-432a-bae8-25c25203fa9a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:96:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:12Z', 'updated_at': '2022-01-25T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '8ad8e75e-0d55-4f12-b815-fe9c7a277ed7', 'name': '', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'mac_address': 'fa:16:3e:98:d7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:18Z', 'updated_at': '2022-01-25T18:38:31Z', 'revision_number': 5, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'subnets': [{'id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:42:59.260294 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 49540) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:59.325432 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a89dd361-2c87-4d05-bc9e-01ef8b871785 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for security_group (04b456f4-5510-4f21-98b4-5435c537bd1b), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:59.350434 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a89dd361-2c87-4d05-bc9e-01ef8b871785 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for security_group (04b456f4-5510-4f21-98b4-5435c537bd1b), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:59.412598 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a89dd361-2c87-4d05-bc9e-01ef8b871785 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (04b456f4-5510-4f21-98b4-5435c537bd1b), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:59.415340 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a89dd361-2c87-4d05-bc9e-01ef8b871785 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:59.416575 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-a89dd361-2c87-4d05-bc9e-01ef8b871785 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "DELETE /v2.0/security-groups/04b456f4-5510-4f21-98b4-5435c537bd1b HTTP/1.1" status: 204 len: 168 time: 0.1551042 Jan 25 18:42:59.419626 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 49544) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:59.427496 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89dd361-2c87-4d05-bc9e-01ef8b871785 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b456f4-5510-4f21-98b4-5435c537bd1b,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:59.445932 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.api.v2.resource [None req-23b765d3-5c08-4f4d-9229-44369aac25bc tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] show failed (client error): The resource could not be found. Jan 25 18:42:59.447262 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-23b765d3-5c08-4f4d-9229-44369aac25bc tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups/04b456f4-5510-4f21-98b4-5435c537bd1b HTTP/1.1" status: 404 len: 347 time: 0.0261228 Jan 25 18:42:59.450180 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 49546) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:42:59.580164 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27af2ed3-d504-485d-a75a-c864ae841ef5 None None] New status for floating IP e7a75209-09e4-4913-a1be-5ec2b6a86176: DOWN {{(pid=102640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 18:42:59.595739 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-02068787-2613-4544-acf8-c2744c0c48cb tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Deleting port 4b1d487b-2b40-40ee-a6db-06c557a4854a {{(pid=102637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:42:59.596247 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-02068787-2613-4544-acf8-c2744c0c48cb tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (4b1d487b-2b40-40ee-a6db-06c557a4854a), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:59.645902 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e8137-ef0b-4dfb-a4c0-53e60afd4088 req-dc49f42c-973d-4015-a74f-a25d65d2054f tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:42:59.647431 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a47e8137-ef0b-4dfb-a4c0-53e60afd4088 req-dc49f42c-973d-4015-a74f-a25d65d2054f tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.0609868 Jan 25 18:42:59.671160 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-02068787-2613-4544-acf8-c2744c0c48cb tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (4b1d487b-2b40-40ee-a6db-06c557a4854a), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:59.671498 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-02068787-2613-4544-acf8-c2744c0c48cb tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for floatingip (4b1d487b-2b40-40ee-a6db-06c557a4854a), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:59.689634 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-02068787-2613-4544-acf8-c2744c0c48cb tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Calling delete_port for 4b1d487b-2b40-40ee-a6db-06c557a4854a owned by network:floatingip {{(pid=102637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:42:59.690550 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device bbbd3d57-8220-4579-8fe8-6979ccf35f92 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:42:59.706824 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a47e8137-ef0b-4dfb-a4c0-53e60afd4088 req-d703a0ca-c93d-4276-a358-af417247d460 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531251 Jan 25 18:42:59.733860 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] No Port match for: bbbd3d57-8220-4579-8fe8-6979ccf35f92 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:42:59.734309 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device bbbd3d57-8220-4579-8fe8-6979ccf35f92 not bound to the agent host hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:42:59.832843 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-02068787-2613-4544-acf8-c2744c0c48cb tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (4b1d487b-2b40-40ee-a6db-06c557a4854a), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:59.855605 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02068787-2613-4544-acf8-c2744c0c48cb tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Pushing event deleted for resources: {'Port': ['ID=4b1d487b-2b40-40ee-a6db-06c557a4854a,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:42:59.916212 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-02068787-2613-4544-acf8-c2744c0c48cb tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for floatingip (e7a75209-09e4-4913-a1be-5ec2b6a86176), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:59.918710 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-02068787-2613-4544-acf8-c2744c0c48cb tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for floatingip (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:42:59.919862 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-02068787-2613-4544-acf8-c2744c0c48cb tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "DELETE /v2.0/floatingips/e7a75209-09e4-4913-a1be-5ec2b6a86176 HTTP/1.1" status: 204 len: 168 time: 0.4686239 Jan 25 18:43:00.059562 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-43cccd0f-d60d-4457-ad6d-95b0311a822b tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:00.061267 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-43cccd0f-d60d-4457-ad6d-95b0311a822b tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.42 "GET /v2.0/networks?id=1512a216-5d03-40b5-8d56-1d352e48cfea HTTP/1.1" status: 200 len: 813 time: 0.1387961 Jan 25 18:43:00.072095 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c9eea814-1e23-4a45-aaf1-4a931b76ed45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:00.074926 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-1871ec6b-d57e-42b2-bc9b-613a3a2887fe tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Request body: {'port': {'device_id': '346a299d-77d4-40b7-90f4-768f6b511cb5', 'network_id': '1512a216-5d03-40b5-8d56-1d352e48cfea', 'admin_state_up': True, 'tenant_id': '618a3971ff8c44609b7d6ee7e5765ed7'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:00.114548 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7bfc6521-b2e2-45c5-acbc-75dfad5fa995 req-753acbb0-63dc-4c3c-adf2-33153bff1e53 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?device_id=346a299d-77d4-40b7-90f4-768f6b511cb5 HTTP/1.1" status: 200 len: 210 time: 0.0276804 Jan 25 18:43:00.207192 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-1871ec6b-d57e-42b2-bc9b-613a3a2887fe tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Made reservation on behalf of 618a3971ff8c44609b7d6ee7e5765ed7 for: {'port': 1} {{(pid=102637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:43:00.207743 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 49568) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:43:00.210556 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-1871ec6b-d57e-42b2-bc9b-613a3a2887fe tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:00.212228 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-d98778f4-0ecd-4384-bda6-f8bfd377b2cc tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1419021006', 'description': 'tempest-description--1481883869'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:00.231936 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d98778f4-0ecd-4384-bda6-f8bfd377b2cc tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:00.297271 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d98778f4-0ecd-4384-bda6-f8bfd377b2cc tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for security_group (0a3209eb-b842-4e1f-bbd5-580c3d52ddd5), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:00.302419 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d98778f4-0ecd-4384-bda6-f8bfd377b2cc tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (0a3209eb-b842-4e1f-bbd5-580c3d52ddd5), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:00.330759 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98778f4-0ecd-4384-bda6-f8bfd377b2cc tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3209eb-b842-4e1f-bbd5-580c3d52ddd5,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:00.334774 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-d98778f4-0ecd-4384-bda6-f8bfd377b2cc tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:00.338682 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-d98778f4-0ecd-4384-bda6-f8bfd377b2cc tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1272025 Jan 25 18:43:00.339046 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_common [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-1871ec6b-d57e-42b2-bc9b-613a3a2887fe tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Allocated IP 172.20.0.3 (1512a216-5d03-40b5-8d56-1d352e48cfea/724fb5e7-3c43-4c78-970a-8c33ba1cc02d/6eb39cc2-e885-4101-b8be-88fc65e072ae) {{(pid=102637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:43:00.339380 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 49570) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:43:00.343538 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-8529a959-74b6-4620-a1c5-40bd98d88dda tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Request body: {'security_group_rule': {'security_group_id': '0a3209eb-b842-4e1f-bbd5-580c3d52ddd5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:00.370602 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8529a959-74b6-4620-a1c5-40bd98d88dda tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for security_group_rule (d4a20e96-8fab-4e30-bd73-d7209f040425), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:00.453328 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8529a959-74b6-4620-a1c5-40bd98d88dda tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for security_group_rule (d4a20e96-8fab-4e30-bd73-d7209f040425), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:00.457054 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8529a959-74b6-4620-a1c5-40bd98d88dda tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (d4a20e96-8fab-4e30-bd73-d7209f040425), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:00.478943 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529a959-74b6-4620-a1c5-40bd98d88dda tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a20e96-8fab-4e30-bd73-d7209f040425,revision_number=0']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:00.483187 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8529a959-74b6-4620-a1c5-40bd98d88dda tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:00.484370 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-8529a959-74b6-4620-a1c5-40bd98d88dda tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444731 Jan 25 18:43:00.488307 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 49578) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:43:00.492583 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-8c7440b0-4e55-466c-9916-4fe8585c6475 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Request body: {'security_group_rule': {'security_group_id': '0a3209eb-b842-4e1f-bbd5-580c3d52ddd5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:00.496205 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-1871ec6b-d57e-42b2-bc9b-613a3a2887fe tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Publish callbacks [] for port (6eb39cc2-e885-4101-b8be-88fc65e072ae), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:00.516527 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8c7440b0-4e55-466c-9916-4fe8585c6475 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for security_group_rule (4c98d8c7-e299-43b0-b0c6-bb53ecfd68d2), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:00.530853 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-1871ec6b-d57e-42b2-bc9b-613a3a2887fe tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (6eb39cc2-e885-4101-b8be-88fc65e072ae), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:00.572992 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8c7440b0-4e55-466c-9916-4fe8585c6475 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for security_group_rule (4c98d8c7-e299-43b0-b0c6-bb53ecfd68d2), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:00.574019 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-1871ec6b-d57e-42b2-bc9b-613a3a2887fe tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Network 1512a216-5d03-40b5-8d56-1d352e48cfea is already hosted by enough agents. {{(pid=102637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:43:00.577069 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8c7440b0-4e55-466c-9916-4fe8585c6475 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (4c98d8c7-e299-43b0-b0c6-bb53ecfd68d2), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:00.577745 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-1871ec6b-d57e-42b2-bc9b-613a3a2887fe tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Resources bound (agent type, host, resource id): {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:43:00.580727 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-1871ec6b-d57e-42b2-bc9b-613a3a2887fe tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Received port after_create {{(pid=102637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:43:00.593319 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7440b0-4e55-466c-9916-4fe8585c6475 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c98d8c7-e299-43b0-b0c6-bb53ecfd68d2,revision_number=0']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:00.604115 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8c7440b0-4e55-466c-9916-4fe8585c6475 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:00.605366 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-8c7440b0-4e55-466c-9916-4fe8585c6475 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161053 Jan 25 18:43:00.608388 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 49580) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:43:00.613316 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-39c73d38-5137-4e1e-b634-15746e46b33b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Request body: {'floatingip': {'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:00.614510 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871ec6b-d57e-42b2-bc9b-613a3a2887fe tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Pushing event updated for resources: {'Port': ['ID=6eb39cc2-e885-4101-b8be-88fc65e072ae,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:00.632911 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-39c73d38-5137-4e1e-b634-15746e46b33b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:00.646680 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-1871ec6b-d57e-42b2-bc9b-613a3a2887fe tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:00.647388 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-1871ec6b-d57e-42b2-bc9b-613a3a2887fe tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:00.662624 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-1871ec6b-d57e-42b2-bc9b-613a3a2887fe tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5916364 Jan 25 18:43:00.673676 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-23a949e2-5237-4f79-a708-85c375616dae service neutron] Request body: {'port': {'device_id': '346a299d-77d4-40b7-90f4-768f6b511cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:00.729235 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-23a949e2-5237-4f79-a708-85c375616dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (6eb39cc2-e885-4101-b8be-88fc65e072ae), before_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:00.732890 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-39c73d38-5137-4e1e-b634-15746e46b33b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:00.868895 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b8dff-0fa6-402a-9043-0b2e28ea5fa5 req-a744856c-5919-4c99-a3e3-198cfa679f60 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:00.870391 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e02b8dff-0fa6-402a-9043-0b2e28ea5fa5 req-a744856c-5919-4c99-a3e3-198cfa679f60 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.0843027 Jan 25 18:43:00.881557 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [None req-39c73d38-5137-4e1e-b634-15746e46b33b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Allocated IP 172.27.2.221 (af042177-33eb-43ce-93a3-80213c48b93e/b5271661-edb4-4dc6-95f7-ec5badc479aa/cac80697-5a4f-4a81-b6f4-df547ba6024e) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:43:00.975240 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e02b8dff-0fa6-402a-9043-0b2e28ea5fa5 req-be548799-3726-47fa-8bfd-f5d3c1b9b929 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954778 Jan 25 18:43:00.994403 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.notifiers.nova [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-23a949e2-5237-4f79-a708-85c375616dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb39cc2-e885-4101-b8be-88fc65e072ae {{(pid=102637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:43:01.001874 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-23a949e2-5237-4f79-a708-85c375616dae service neutron] Publish callbacks [] for port (6eb39cc2-e885-4101-b8be-88fc65e072ae), precommit_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:01.014432 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.provisioning_blocks [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-23a949e2-5237-4f79-a708-85c375616dae service neutron] Transition to ACTIVE for port object 6eb39cc2-e885-4101-b8be-88fc65e072ae will not be triggered until provisioned by entity L2. {{(pid=102637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 18:43:01.014732 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-39c73d38-5137-4e1e-b634-15746e46b33b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for port (cac80697-5a4f-4a81-b6f4-df547ba6024e), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:01.018758 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-23a949e2-5237-4f79-a708-85c375616dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31424759'] for port (6eb39cc2-e885-4101-b8be-88fc65e072ae), after_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:01.049182 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-39c73d38-5137-4e1e-b634-15746e46b33b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (cac80697-5a4f-4a81-b6f4-df547ba6024e), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:01.093449 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c73d38-5137-4e1e-b634-15746e46b33b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Network af042177-33eb-43ce-93a3-80213c48b93e is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:43:01.094242 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a949e2-5237-4f79-a708-85c375616dae service neutron] Pushing event updated for resources: {'Port': ['ID=6eb39cc2-e885-4101-b8be-88fc65e072ae,revision_number=2']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:01.096195 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-39c73d38-5137-4e1e-b634-15746e46b33b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:43:01.099664 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c73d38-5137-4e1e-b634-15746e46b33b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:43:01.124516 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c73d38-5137-4e1e-b634-15746e46b33b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Pushing event updated for resources: {'Port': ['ID=cac80697-5a4f-4a81-b6f4-df547ba6024e,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:01.145482 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.managers [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-23a949e2-5237-4f79-a708-85c375616dae service neutron] Attempting to bind port 6eb39cc2-e885-4101-b8be-88fc65e072ae on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:43:01.145817 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.managers [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-23a949e2-5237-4f79-a708-85c375616dae service neutron] Attempting to bind port 6eb39cc2-e885-4101-b8be-88fc65e072ae by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '915ef98c-bb94-4a7c-984f-ae7d42acd9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1512a216-5d03-40b5-8d56-1d352e48cfea'}] {{(pid=102637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:43:01.146222 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-23a949e2-5237-4f79-a708-85c375616dae service neutron] Attempting to bind port 6eb39cc2-e885-4101-b8be-88fc65e072ae on network 1512a216-5d03-40b5-8d56-1d352e48cfea {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:43:01.152580 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-23a949e2-5237-4f79-a708-85c375616dae service neutron] Port 6eb39cc2-e885-4101-b8be-88fc65e072ae on network 1512a216-5d03-40b5-8d56-1d352e48cfea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 18:43:01.153083 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-23a949e2-5237-4f79-a708-85c375616dae service neutron] Attempting to bind port 6eb39cc2-e885-4101-b8be-88fc65e072ae on network 1512a216-5d03-40b5-8d56-1d352e48cfea {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:43:01.158326 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-23a949e2-5237-4f79-a708-85c375616dae service neutron] Checking agent: {'id': 'bdb5f0d3-661d-4d22-a5ac-70c284fe21ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'started_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:43:01.158668 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-23a949e2-5237-4f79-a708-85c375616dae service neutron] Checking segment: {'id': '915ef98c-bb94-4a7c-984f-ae7d42acd9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1512a216-5d03-40b5-8d56-1d352e48cfea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:43:01.159240 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-23a949e2-5237-4f79-a708-85c375616dae service neutron] Bound using segment: {'id': '915ef98c-bb94-4a7c-984f-ae7d42acd9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1512a216-5d03-40b5-8d56-1d352e48cfea'} {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:43:01.160254 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.managers [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-23a949e2-5237-4f79-a708-85c375616dae service neutron] Bound port: 6eb39cc2-e885-4101-b8be-88fc65e072ae, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '915ef98c-bb94-4a7c-984f-ae7d42acd9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1512a216-5d03-40b5-8d56-1d352e48cfea'}}] {{(pid=102637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:43:01.160613 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-23a949e2-5237-4f79-a708-85c375616dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (6eb39cc2-e885-4101-b8be-88fc65e072ae), before_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:01.192836 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-39c73d38-5137-4e1e-b634-15746e46b33b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for floatingip (30096231-8801-4adb-9396-aca97b6ceb88), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:01.230708 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.db [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-23a949e2-5237-4f79-a708-85c375616dae service neutron] For port 6eb39cc2-e885-4101-b8be-88fc65e072ae, host hv-cinder-82635, cleared binding levels {{(pid=102637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:43:01.233775 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.db [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-23a949e2-5237-4f79-a708-85c375616dae service neutron] For port 6eb39cc2-e885-4101-b8be-88fc65e072ae, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=6eb39cc2-e885-4101-b8be-88fc65e072ae,segment=NetworkSegment(915ef98c-bb94-4a7c-984f-ae7d42acd9bd),segment_id=915ef98c-bb94-4a7c-984f-ae7d42acd9bd)] {{(pid=102637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:43:01.238709 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-23a949e2-5237-4f79-a708-85c375616dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31424759'] for port (6eb39cc2-e885-4101-b8be-88fc65e072ae), after_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:01.251373 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-39c73d38-5137-4e1e-b634-15746e46b33b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (cac80697-5a4f-4a81-b6f4-df547ba6024e), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:01.281123 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-23a949e2-5237-4f79-a708-85c375616dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:01.281759 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-23a949e2-5237-4f79-a708-85c375616dae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:01.283186 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-23a949e2-5237-4f79-a708-85c375616dae service neutron] 10.222.0.42 "PUT /v2.0/ports/6eb39cc2-e885-4101-b8be-88fc65e072ae HTTP/1.1" status: 200 len: 1093 time: 0.6135209 Jan 25 18:43:01.283636 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346a299d-77d4-40b7-90f4-768f6b511cb5', 'tag': '6eb39cc2-e885-4101-b8be-88fc65e072ae'}] {{(pid=102637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:43:01.286438 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d684e4e91e5fd03d38a13c3d537823e5518f80ed6034d8fe3b9e30891c24508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15368920-c55a-465d-90d3-cce7a1f59c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "346a299d-77d4-40b7-90f4-768f6b511cb5", "tag": "6eb39cc2-e885-4101-b8be-88fc65e072ae"}]}' {{(pid=102637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:43:01.310835 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351da6b-c5b8-45d4-b98c-c78059533805 req-b23006d6-25e4-480c-b665-983d5f9fd0eb tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:01.312355 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c351da6b-c5b8-45d4-b98c-c78059533805 req-b23006d6-25e4-480c-b665-983d5f9fd0eb tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?device_id=346a299d-77d4-40b7-90f4-768f6b511cb5 HTTP/1.1" status: 200 len: 943 time: 0.1086745 Jan 25 18:43:01.312484 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a949e2-5237-4f79-a708-85c375616dae service neutron] Pushing event updated for resources: {'Port': ['ID=6eb39cc2-e885-4101-b8be-88fc65e072ae,revision_number=3']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:01.358975 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b5944c-b796-43b5-9289-0c5005bbbdc9 x-openstack-request-id: req-65b5944c-b796-43b5-9289-0c5005bbbdc9 {{(pid=102637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:43:01.359255 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "346a299d-77d4-40b7-90f4-768f6b511cb5", "tag": "6eb39cc2-e885-4101-b8be-88fc65e072ae", "status": "completed", "code": 200}]} {{(pid=102637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:43:01.359511 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-65b5944c-b796-43b5-9289-0c5005bbbdc9 {{(pid=102637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:43:01.359900 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '346a299d-77d4-40b7-90f4-768f6b511cb5', 'tag': '6eb39cc2-e885-4101-b8be-88fc65e072ae', 'status': 'completed', 'code': 200} Jan 25 18:43:01.375041 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-13549c9b-5581-469a-905f-4be381a0b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:01.376543 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-13549c9b-5581-469a-905f-4be381a0b35d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=618a3971ff8c44609b7d6ee7e5765ed7&device_id=346a299d-77d4-40b7-90f4-768f6b511cb5 HTTP/1.1" status: 200 len: 1096 time: 0.0445569 Jan 25 18:43:01.413866 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c351da6b-c5b8-45d4-b98c-c78059533805 req-66486dad-7982-4381-86be-7c4be4aea4f0 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/security-groups?id=399dea4c-b620-4ccb-a526-2645de6afdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938075 Jan 25 18:43:01.419319 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-4e4d3440-e739-4cde-9b1a-2de0fb949139 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6eb39cc2-e885-4101-b8be-88fc65e072ae HTTP/1.1" status: 200 len: 217 time: 0.0342097 Jan 25 18:43:01.471699 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-39c73d38-5137-4e1e-b634-15746e46b33b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for port (cac80697-5a4f-4a81-b6f4-df547ba6024e), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:01.476001 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-bf1fd892-a6d5-47aa-8672-10ce6c461649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:01.476655 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-39c73d38-5137-4e1e-b634-15746e46b33b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31061751'] for port (cac80697-5a4f-4a81-b6f4-df547ba6024e), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:01.477861 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-bf1fd892-a6d5-47aa-8672-10ce6c461649 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=724fb5e7-3c43-4c78-970a-8c33ba1cc02d HTTP/1.1" status: 200 len: 853 time: 0.0510252 Jan 25 18:43:01.509641 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-448d6e42-33f1-4cc4-82e1-63bfb9d9ebd8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1512a216-5d03-40b5-8d56-1d352e48cfea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255368 Jan 25 18:43:01.542915 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c73d38-5137-4e1e-b634-15746e46b33b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Pushing event updated for resources: {'Port': ['ID=cac80697-5a4f-4a81-b6f4-df547ba6024e,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:01.554368 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-39c73d38-5137-4e1e-b634-15746e46b33b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698476'] for floatingip (30096231-8801-4adb-9396-aca97b6ceb88), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:01.576770 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-39c73d38-5137-4e1e-b634-15746e46b33b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for floatingip (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:01.585610 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-39c73d38-5137-4e1e-b634-15746e46b33b tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9761462 Jan 25 18:43:01.608366 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-60ed9be9-80c4-44f7-b39b-d0c9ea6695a2 service neutron] 10.222.0.42 "GET /v2.0/networks/1512a216-5d03-40b5-8d56-1d352e48cfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916708 Jan 25 18:43:01.715063 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-a07629d5-b7ed-4d14-8392-9c08522f578f req-cd830e1d-aa3f-49c1-9b87-ff3ba8a4f50d service neutron] 10.222.0.42 "GET /v2.0/networks/1512a216-5d03-40b5-8d56-1d352e48cfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001410 Jan 25 18:43:01.810405 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-4b7194f1-c80f-4ae0-ba9d-05b2be1f3aff tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1419021006&fields=id&tenant_id=a3146285abdc4982ba9505ebc887faaa HTTP/1.1" status: 200 len: 267 time: 0.0557597 Jan 25 18:43:01.818044 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15368920-c55a-465d-90d3-cce7a1f59c4c req-0f590c4c-7350-46b2-a830-f96867eb7b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:01.819558 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-15368920-c55a-465d-90d3-cce7a1f59c4c req-0f590c4c-7350-46b2-a830-f96867eb7b30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=618a3971ff8c44609b7d6ee7e5765ed7&device_id=346a299d-77d4-40b7-90f4-768f6b511cb5 HTTP/1.1" status: 200 len: 1096 time: 0.0449209 Jan 25 18:43:01.914893 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15368920-c55a-465d-90d3-cce7a1f59c4c req-7f479394-23cb-4b86-938e-3a4cc3717856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:01.916358 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-15368920-c55a-465d-90d3-cce7a1f59c4c req-7f479394-23cb-4b86-938e-3a4cc3717856 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1512a216-5d03-40b5-8d56-1d352e48cfea HTTP/1.1" status: 200 len: 914 time: 0.0902200 Jan 25 18:43:01.917072 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-bcf71f18-abe1-436a-9f0c-027b5ea81437 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:01.918503 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-bcf71f18-abe1-436a-9f0c-027b5ea81437 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/networks?id=39a92873-72dd-4c94-9b45-f8eddc76cfc4 HTTP/1.1" status: 200 len: 810 time: 0.1073456 Jan 25 18:43:01.933084 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-1490f262-64cf-469c-a1f6-85221620b4f2 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/quotas/a3146285abdc4982ba9505ebc887faaa HTTP/1.1" status: 200 len: 375 time: 0.0091782 Jan 25 18:43:01.960702 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-15368920-c55a-465d-90d3-cce7a1f59c4c req-1726d899-7916-480b-aad6-6ce4cb8dd47c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6eb39cc2-e885-4101-b8be-88fc65e072ae HTTP/1.1" status: 200 len: 217 time: 0.0347612 Jan 25 18:43:01.981407 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-eea5a319-d96a-404d-be82-49f706789195 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3146285abdc4982ba9505ebc887faaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435514 Jan 25 18:43:02.011246 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15368920-c55a-465d-90d3-cce7a1f59c4c req-4fde1f9d-ada1-4344-9d93-74ce0a29c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:02.012717 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-15368920-c55a-465d-90d3-cce7a1f59c4c req-4fde1f9d-ada1-4344-9d93-74ce0a29c3cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=724fb5e7-3c43-4c78-970a-8c33ba1cc02d HTTP/1.1" status: 200 len: 853 time: 0.0452311 Jan 25 18:43:02.047110 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-15368920-c55a-465d-90d3-cce7a1f59c4c req-5b1182b5-750e-421f-8dbf-7ae11c831650 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1512a216-5d03-40b5-8d56-1d352e48cfea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274963 Jan 25 18:43:02.112330 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-92baef31-df8a-496b-95c5-aa6b836e4ef8 service neutron] 10.222.0.41 "GET /v2.0/networks/39a92873-72dd-4c94-9b45-f8eddc76cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190372 Jan 25 18:43:02.119974 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48928a5-cf2c-4dd5-800e-32114016757e req-b890ecdb-2fce-4a65-82f4-366fcb1b18b2 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:02.121467 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b48928a5-cf2c-4dd5-800e-32114016757e req-b890ecdb-2fce-4a65-82f4-366fcb1b18b2 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.0718465 Jan 25 18:43:02.149255 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-15368920-c55a-465d-90d3-cce7a1f59c4c req-834f5d2c-67d2-4697-8f50-140012fd4199 service neutron] 10.222.0.42 "GET /v2.0/networks/1512a216-5d03-40b5-8d56-1d352e48cfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908253 Jan 25 18:43:02.212584 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-903d583f-e890-446f-80ff-61f909bce77a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:02.238455 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b48928a5-cf2c-4dd5-800e-32114016757e req-47bdd846-04f7-44a6-82b4-7d1a86a12a63 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898933 Jan 25 18:43:02.242074 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-878648ed-8cdf-42db-b7af-f7296f58f524 service neutron] 10.222.0.41 "GET /v2.0/networks/39a92873-72dd-4c94-9b45-f8eddc76cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197903 Jan 25 18:43:02.242871 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-15368920-c55a-465d-90d3-cce7a1f59c4c req-7cdaeaee-6cc7-4229-be03-57ab422cfe32 service neutron] 10.222.0.42 "GET /v2.0/networks/1512a216-5d03-40b5-8d56-1d352e48cfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868969 Jan 25 18:43:02.397964 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-99524609-ba0f-405b-a841-fcd578d404fb req-73200179-8cfb-45f9-8811-371a1b599d71 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=af5d970b-8907-4e74-bf56-1d7a9a984148 HTTP/1.1" status: 200 len: 210 time: 0.0256255 Jan 25 18:43:02.529535 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054e203-4582-457a-a328-1812991e0ebf req-c25fa2d9-673d-4b37-8d8e-8ca84bcc74ef tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:02.532000 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c054e203-4582-457a-a328-1812991e0ebf req-c25fa2d9-673d-4b37-8d8e-8ca84bcc74ef tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?device_id=346a299d-77d4-40b7-90f4-768f6b511cb5 HTTP/1.1" status: 200 len: 943 time: 0.0492125 Jan 25 18:43:02.579123 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c054e203-4582-457a-a328-1812991e0ebf req-ba28ca9a-7a75-406e-a31f-f9d1e77cad44 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/security-groups?id=399dea4c-b620-4ccb-a526-2645de6afdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408096 Jan 25 18:43:03.363615 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822370f5-bf48-4857-b397-2a535cea1122 req-bbe70ba5-5946-4979-bc9c-3b536ed7c308 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:03.365224 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-822370f5-bf48-4857-b397-2a535cea1122 req-bbe70ba5-5946-4979-bc9c-3b536ed7c308 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.0473866 Jan 25 18:43:03.386817 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-6b7077bc-199f-4d88-9122-29bae31998ff tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:03.389129 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-6b7077bc-199f-4d88-9122-29bae31998ff tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.42 "GET /v2.0/networks?id=39a92873-72dd-4c94-9b45-f8eddc76cfc4 HTTP/1.1" status: 200 len: 810 time: 0.1099088 Jan 25 18:43:03.422157 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-822370f5-bf48-4857-b397-2a535cea1122 req-71de4d68-5979-4a55-95ce-8d20e9af49e8 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504313 Jan 25 18:43:03.461373 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-c530cf94-b8e7-4948-af3b-3930d7b58812 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3146285abdc4982ba9505ebc887faaa HTTP/1.1" status: 200 len: 380 time: 0.0626574 Jan 25 18:43:03.470071 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-8511bed1-fe74-47b7-90e8-7048e882fa67 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Request body: {'port': {'device_id': 'af5d970b-8907-4e74-bf56-1d7a9a984148', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'admin_state_up': True, 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'security_groups': ['0a3209eb-b842-4e1f-bbd5-580c3d52ddd5']}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:03.504785 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ec0edc07-d789-4d40-bf9c-8eda422af43f req-c32ef321-d3e6-4b32-9e88-5d0ae06df66e tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=af5d970b-8907-4e74-bf56-1d7a9a984148 HTTP/1.1" status: 200 len: 210 time: 0.0252073 Jan 25 18:43:03.548643 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:03.583351 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-8511bed1-fe74-47b7-90e8-7048e882fa67 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Made reservation on behalf of a3146285abdc4982ba9505ebc887faaa for: {'port': 1} {{(pid=102637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:43:03.586706 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-8511bed1-fe74-47b7-90e8-7048e882fa67 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:03.698598 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be85406-b83a-47d4-870f-fe244522e491 req-5c39ced8-cdc1-4157-ad4e-132f39048789 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:03.700836 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4be85406-b83a-47d4-870f-fe244522e491 req-5c39ced8-cdc1-4157-ad4e-132f39048789 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?device_id=346a299d-77d4-40b7-90f4-768f6b511cb5 HTTP/1.1" status: 200 len: 943 time: 0.0525179 Jan 25 18:43:03.712537 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 6eb39cc2-e885-4101-b8be-88fc65e072ae details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:43:03.718626 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_common [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-8511bed1-fe74-47b7-90e8-7048e882fa67 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Allocated IP 172.20.0.8 (39a92873-72dd-4c94-9b45-f8eddc76cfc4/e8bae059-1749-4e6b-8122-ee6422457f86/70a458d5-4699-4476-a236-cae5b2134882) {{(pid=102637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:43:03.755087 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4be85406-b83a-47d4-870f-fe244522e491 req-c93c5310-b242-4e0a-9b91-dc0e52af6a62 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/security-groups?id=399dea4c-b620-4ccb-a526-2645de6afdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433798 Jan 25 18:43:03.833849 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 6eb39cc2-e885-4101-b8be-88fc65e072ae, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=6eb39cc2-e885-4101-b8be-88fc65e072ae,segment=NetworkSegment(915ef98c-bb94-4a7c-984f-ae7d42acd9bd),segment_id=915ef98c-bb94-4a7c-984f-ae7d42acd9bd)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:43:03.851988 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': '6eb39cc2-e885-4101-b8be-88fc65e072ae', 'network_id': '1512a216-5d03-40b5-8d56-1d352e48cfea', 'port_id': '6eb39cc2-e885-4101-b8be-88fc65e072ae', 'mac_address': 'fa:16:3e:d3:29:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '724fb5e7-3c43-4c78-970a-8c33ba1cc02d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:43:03.890911 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 6eb39cc2-e885-4101-b8be-88fc65e072ae is: DOWN; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:43:03.891659 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (6eb39cc2-e885-4101-b8be-88fc65e072ae), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:03.901010 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-8511bed1-fe74-47b7-90e8-7048e882fa67 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for port (70a458d5-4699-4476-a236-cae5b2134882), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:03.904826 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb39cc2-e885-4101-b8be-88fc65e072ae {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:43:03.929513 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 6eb39cc2-e885-4101-b8be-88fc65e072ae, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=6eb39cc2-e885-4101-b8be-88fc65e072ae,segment=NetworkSegment(915ef98c-bb94-4a7c-984f-ae7d42acd9bd),segment_id=915ef98c-bb94-4a7c-984f-ae7d42acd9bd)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:43:03.936897 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-8511bed1-fe74-47b7-90e8-7048e882fa67 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (70a458d5-4699-4476-a236-cae5b2134882), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:03.937162 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (6eb39cc2-e885-4101-b8be-88fc65e072ae), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:03.984796 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-8511bed1-fe74-47b7-90e8-7048e882fa67 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Network 39a92873-72dd-4c94-9b45-f8eddc76cfc4 is already hosted by enough agents. {{(pid=102637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:43:03.986451 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=6eb39cc2-e885-4101-b8be-88fc65e072ae,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:03.990435 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-8511bed1-fe74-47b7-90e8-7048e882fa67 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Resources bound (agent type, host, resource id): {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:43:03.994889 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-8511bed1-fe74-47b7-90e8-7048e882fa67 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Received port after_create {{(pid=102637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:43:03.996038 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:03.996419 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:03.997197 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:03.997197 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:03.997558 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:03.997749 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:03.998103 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:03.998435 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:03.998762 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:03.998879 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511bed1-fe74-47b7-90e8-7048e882fa67 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Pushing event updated for resources: {'Port': ['ID=70a458d5-4699-4476-a236-cae5b2134882,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:03.999101 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:03.999470 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:03.999740 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:04.000061 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:04.046908 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-8511bed1-fe74-47b7-90e8-7048e882fa67 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:04.047568 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-8511bed1-fe74-47b7-90e8-7048e882fa67 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:04.064732 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-8511bed1-fe74-47b7-90e8-7048e882fa67 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5990720 Jan 25 18:43:04.078233 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-3417d85f-b60b-4d77-9d74-a6e3f81759fd service neutron] Request body: {'port': {'device_id': 'af5d970b-8907-4e74-bf56-1d7a9a984148', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:04.133487 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-3417d85f-b60b-4d77-9d74-a6e3f81759fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (70a458d5-4699-4476-a236-cae5b2134882), before_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:04.233870 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['6eb39cc2-e885-4101-b8be-88fc65e072ae'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:43:04.238465 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-817f9fad-e970-4e3f-9c74-034dee68382d None None] Provisioning complete for port 70a458d5-4699-4476-a236-cae5b2134882 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:43:04.238864 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-817f9fad-e970-4e3f-9c74-034dee68382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (70a458d5-4699-4476-a236-cae5b2134882), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:04.309991 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-817f9fad-e970-4e3f-9c74-034dee68382d None None] Port 70a458d5-4699-4476-a236-cae5b2134882 cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:43:04.404807 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.notifiers.nova [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-3417d85f-b60b-4d77-9d74-a6e3f81759fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a458d5-4699-4476-a236-cae5b2134882 {{(pid=102637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:43:04.413173 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-3417d85f-b60b-4d77-9d74-a6e3f81759fd service neutron] Publish callbacks [] for port (70a458d5-4699-4476-a236-cae5b2134882), precommit_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:04.426207 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.provisioning_blocks [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-3417d85f-b60b-4d77-9d74-a6e3f81759fd service neutron] Transition to ACTIVE for port object 70a458d5-4699-4476-a236-cae5b2134882 will not be triggered until provisioned by entity L2. {{(pid=102637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 18:43:04.432027 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-3417d85f-b60b-4d77-9d74-a6e3f81759fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31424759'] for port (70a458d5-4699-4476-a236-cae5b2134882), after_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:04.530713 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417d85f-b60b-4d77-9d74-a6e3f81759fd service neutron] Pushing event updated for resources: {'Port': ['ID=70a458d5-4699-4476-a236-cae5b2134882,revision_number=2']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:04.555058 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f238767-bcdd-47fe-b55f-56bb4c91f883 req-9d4cb8d9-5d99-498b-b696-9cb9ec91ca27 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:04.558479 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7f238767-bcdd-47fe-b55f-56bb4c91f883 req-9d4cb8d9-5d99-498b-b696-9cb9ec91ca27 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.0545614 Jan 25 18:43:04.562767 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.managers [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-3417d85f-b60b-4d77-9d74-a6e3f81759fd service neutron] Attempting to bind port 70a458d5-4699-4476-a236-cae5b2134882 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:43:04.563179 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.managers [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-3417d85f-b60b-4d77-9d74-a6e3f81759fd service neutron] Attempting to bind port 70a458d5-4699-4476-a236-cae5b2134882 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '75e2899b-01ba-47f3-8a62-3fd7282595a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4'}] {{(pid=102637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:43:04.563576 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-3417d85f-b60b-4d77-9d74-a6e3f81759fd service neutron] Attempting to bind port 70a458d5-4699-4476-a236-cae5b2134882 on network 39a92873-72dd-4c94-9b45-f8eddc76cfc4 {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:43:04.569606 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-3417d85f-b60b-4d77-9d74-a6e3f81759fd service neutron] Port 70a458d5-4699-4476-a236-cae5b2134882 on network 39a92873-72dd-4c94-9b45-f8eddc76cfc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 18:43:04.570299 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-3417d85f-b60b-4d77-9d74-a6e3f81759fd service neutron] Attempting to bind port 70a458d5-4699-4476-a236-cae5b2134882 on network 39a92873-72dd-4c94-9b45-f8eddc76cfc4 {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:43:04.576425 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-3417d85f-b60b-4d77-9d74-a6e3f81759fd service neutron] Checking agent: {'id': 'bdb5f0d3-661d-4d22-a5ac-70c284fe21ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'started_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:43:04.576829 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-3417d85f-b60b-4d77-9d74-a6e3f81759fd service neutron] Checking segment: {'id': '75e2899b-01ba-47f3-8a62-3fd7282595a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:43:04.577268 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-3417d85f-b60b-4d77-9d74-a6e3f81759fd service neutron] Bound using segment: {'id': '75e2899b-01ba-47f3-8a62-3fd7282595a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4'} {{(pid=102637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:43:04.577762 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.managers [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-3417d85f-b60b-4d77-9d74-a6e3f81759fd service neutron] Bound port: 70a458d5-4699-4476-a236-cae5b2134882, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e2899b-01ba-47f3-8a62-3fd7282595a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4'}}] {{(pid=102637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:43:04.578234 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-3417d85f-b60b-4d77-9d74-a6e3f81759fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (70a458d5-4699-4476-a236-cae5b2134882), before_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:04.629664 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7f238767-bcdd-47fe-b55f-56bb4c91f883 req-b67c0b08-a22d-448d-aeb9-3041c191f7a2 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666623 Jan 25 18:43:04.656425 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.db [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-3417d85f-b60b-4d77-9d74-a6e3f81759fd service neutron] For port 70a458d5-4699-4476-a236-cae5b2134882, host hv-cinder-82635, cleared binding levels {{(pid=102637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:43:04.660308 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.db [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-3417d85f-b60b-4d77-9d74-a6e3f81759fd service neutron] For port 70a458d5-4699-4476-a236-cae5b2134882, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=70a458d5-4699-4476-a236-cae5b2134882,segment=NetworkSegment(75e2899b-01ba-47f3-8a62-3fd7282595a1),segment_id=75e2899b-01ba-47f3-8a62-3fd7282595a1)] {{(pid=102637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:43:04.666678 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-3417d85f-b60b-4d77-9d74-a6e3f81759fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31424759'] for port (70a458d5-4699-4476-a236-cae5b2134882), after_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:04.679007 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cdadf-3a14-442b-86f8-fd2cb540802c req-9c8e4f46-7b0f-471d-9b87-acc6bab9b228 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:04.680514 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5c2cdadf-3a14-442b-86f8-fd2cb540802c req-9c8e4f46-7b0f-471d-9b87-acc6bab9b228 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=af5d970b-8907-4e74-bf56-1d7a9a984148 HTTP/1.1" status: 200 len: 943 time: 0.0498898 Jan 25 18:43:04.711314 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-3417d85f-b60b-4d77-9d74-a6e3f81759fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:04.712431 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-3417d85f-b60b-4d77-9d74-a6e3f81759fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:04.713762 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-3417d85f-b60b-4d77-9d74-a6e3f81759fd service neutron] 10.222.0.42 "PUT /v2.0/ports/70a458d5-4699-4476-a236-cae5b2134882 HTTP/1.1" status: 200 len: 1093 time: 0.6397922 Jan 25 18:43:04.714428 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5d970b-8907-4e74-bf56-1d7a9a984148', 'tag': '70a458d5-4699-4476-a236-cae5b2134882'}] {{(pid=102637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:43:04.716664 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d684e4e91e5fd03d38a13c3d537823e5518f80ed6034d8fe3b9e30891c24508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60dcaaf-5748-4dbb-b429-b423473ec6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "af5d970b-8907-4e74-bf56-1d7a9a984148", "tag": "70a458d5-4699-4476-a236-cae5b2134882"}]}' {{(pid=102637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:43:04.740018 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417d85f-b60b-4d77-9d74-a6e3f81759fd service neutron] Pushing event updated for resources: {'Port': ['ID=70a458d5-4699-4476-a236-cae5b2134882,revision_number=3']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:04.784909 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5c2cdadf-3a14-442b-86f8-fd2cb540802c req-0d4344d2-e558-4d16-9a6a-f029422f02a9 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a3209eb-b842-4e1f-bbd5-580c3d52ddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971537 Jan 25 18:43:04.789260 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb56f16-800c-471d-977f-4e9931e6c6bb x-openstack-request-id: req-5bb56f16-800c-471d-977f-4e9931e6c6bb {{(pid=102637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:43:04.789731 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5d970b-8907-4e74-bf56-1d7a9a984148", "tag": "70a458d5-4699-4476-a236-cae5b2134882", "status": "completed", "code": 200}]} {{(pid=102637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:43:04.790184 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5bb56f16-800c-471d-977f-4e9931e6c6bb {{(pid=102637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:43:04.790587 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5d970b-8907-4e74-bf56-1d7a9a984148', 'tag': '70a458d5-4699-4476-a236-cae5b2134882', 'status': 'completed', 'code': 200} Jan 25 18:43:04.813355 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-7ab46147-f47b-437e-b306-0bbf94068bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:04.814933 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-7ab46147-f47b-437e-b306-0bbf94068bdc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a3146285abdc4982ba9505ebc887faaa&device_id=af5d970b-8907-4e74-bf56-1d7a9a984148 HTTP/1.1" status: 200 len: 1096 time: 0.0531743 Jan 25 18:43:04.870329 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-589c3f56-f2b4-4d9f-b3df-46500b094e0b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70a458d5-4699-4476-a236-cae5b2134882 HTTP/1.1" status: 200 len: 217 time: 0.0466747 Jan 25 18:43:04.885178 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:04.901756 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6990fb2-9ff5-4619-98a3-0691c5b4b198 req-d2c4b217-4ab9-431c-bb0e-0141e5f33825 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:04.903304 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a6990fb2-9ff5-4619-98a3-0691c5b4b198 req-d2c4b217-4ab9-431c-bb0e-0141e5f33825 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?device_id=346a299d-77d4-40b7-90f4-768f6b511cb5 HTTP/1.1" status: 200 len: 944 time: 0.0609593 Jan 25 18:43:04.933633 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-a3801e90-3f4e-4749-8d0a-aef422eb1200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:04.935233 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-a3801e90-3f4e-4749-8d0a-aef422eb1200 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e8bae059-1749-4e6b-8122-ee6422457f86 HTTP/1.1" status: 200 len: 849 time: 0.0582299 Jan 25 18:43:04.954963 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a6990fb2-9ff5-4619-98a3-0691c5b4b198 req-f8655558-4db4-4ded-a74e-6b427e847a68 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/security-groups?id=399dea4c-b620-4ccb-a526-2645de6afdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432544 Jan 25 18:43:04.984057 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-153d7248-f926-4a6e-bab3-3aef5d5235d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:04.985534 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-153d7248-f926-4a6e-bab3-3aef5d5235d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=39a92873-72dd-4c94-9b45-f8eddc76cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438969 Jan 25 18:43:05.313352 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-f0577d5f-cf29-4e29-ae0b-4721a78a7f8e service neutron] 10.222.0.42 "GET /v2.0/networks/39a92873-72dd-4c94-9b45-f8eddc76cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203926 Jan 25 18:43:05.413176 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-7a58ebc0-4249-4078-82ee-b4c7bf111ce8 req-8e25ab59-7209-48a9-b107-e3d642c0fbb9 service neutron] 10.222.0.42 "GET /v2.0/networks/39a92873-72dd-4c94-9b45-f8eddc76cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925851 Jan 25 18:43:05.520835 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dcaaf-5748-4dbb-b429-b423473ec6d0 req-24e0e37e-4c82-4f5a-b0ba-0ff7fc72e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:05.520835 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-b60dcaaf-5748-4dbb-b429-b423473ec6d0 req-24e0e37e-4c82-4f5a-b0ba-0ff7fc72e254 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a3146285abdc4982ba9505ebc887faaa&device_id=af5d970b-8907-4e74-bf56-1d7a9a984148 HTTP/1.1" status: 200 len: 1096 time: 0.0544720 Jan 25 18:43:05.614914 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dcaaf-5748-4dbb-b429-b423473ec6d0 req-2b9afb7f-995d-4f5e-bd8f-073c1b841c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:05.616496 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-b60dcaaf-5748-4dbb-b429-b423473ec6d0 req-2b9afb7f-995d-4f5e-bd8f-073c1b841c55 service neutron] 10.222.0.42 "GET /v2.0/networks?id=39a92873-72dd-4c94-9b45-f8eddc76cfc4 HTTP/1.1" status: 200 len: 911 time: 0.0906949 Jan 25 18:43:05.664971 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-b60dcaaf-5748-4dbb-b429-b423473ec6d0 req-8ce9d3a1-9039-40b4-b64c-f33d49ad42d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70a458d5-4699-4476-a236-cae5b2134882 HTTP/1.1" status: 200 len: 217 time: 0.0421247 Jan 25 18:43:05.715351 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 6eb39cc2-e885-4101-b8be-88fc65e072ae up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:43:05.728239 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dcaaf-5748-4dbb-b429-b423473ec6d0 req-2892d5e1-7458-4b77-acb3-287d89de4230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:05.730252 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-b60dcaaf-5748-4dbb-b429-b423473ec6d0 req-2892d5e1-7458-4b77-acb3-287d89de4230 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e8bae059-1749-4e6b-8122-ee6422457f86 HTTP/1.1" status: 200 len: 849 time: 0.0592563 Jan 25 18:43:05.754219 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b67ad-1e3a-46f0-ac05-ad6a83824bcf req-408cd24e-f17c-41a2-b0f4-6344b50f7995 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:05.756419 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ce9b67ad-1e3a-46f0-ac05-ad6a83824bcf req-408cd24e-f17c-41a2-b0f4-6344b50f7995 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.0574605 Jan 25 18:43:05.783569 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning for port 6eb39cc2-e885-4101-b8be-88fc65e072ae completed by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 18:43:05.788338 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port 6eb39cc2-e885-4101-b8be-88fc65e072ae triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:43:05.788941 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (6eb39cc2-e885-4101-b8be-88fc65e072ae), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:05.793389 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dcaaf-5748-4dbb-b429-b423473ec6d0 req-079e0f10-dbde-4a6c-9bc3-b9cdc6797010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:05.797113 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-b60dcaaf-5748-4dbb-b429-b423473ec6d0 req-079e0f10-dbde-4a6c-9bc3-b9cdc6797010 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=39a92873-72dd-4c94-9b45-f8eddc76cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596685 Jan 25 18:43:05.849837 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ce9b67ad-1e3a-46f0-ac05-ad6a83824bcf req-c97941d4-6e38-48ba-9188-cf55d1c9b753 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854607 Jan 25 18:43:05.897055 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 6eb39cc2-e885-4101-b8be-88fc65e072ae is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:43:05.898032 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (6eb39cc2-e885-4101-b8be-88fc65e072ae), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:05.923204 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346a299d-77d4-40b7-90f4-768f6b511cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb39cc2-e885-4101-b8be-88fc65e072ae'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:43:05.925426 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b37fd2-f103-4761-beb8-64801ac2a362" -d '{"events": [{"server_uuid": "346a299d-77d4-40b7-90f4-768f6b511cb5", "name": "network-vif-plugged", "status": "completed", "tag": "6eb39cc2-e885-4101-b8be-88fc65e072ae"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:43:05.939512 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 6eb39cc2-e885-4101-b8be-88fc65e072ae, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=6eb39cc2-e885-4101-b8be-88fc65e072ae,segment=NetworkSegment(915ef98c-bb94-4a7c-984f-ae7d42acd9bd),segment_id=915ef98c-bb94-4a7c-984f-ae7d42acd9bd)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:43:05.942001 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec1c38-7ce0-47ac-b716-61184fd79e59 req-5dafc5a4-41cf-4ba2-a206-23f00e7fc042 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:05.945486 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (6eb39cc2-e885-4101-b8be-88fc65e072ae), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:05.946712 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5cec1c38-7ce0-47ac-b716-61184fd79e59 req-5dafc5a4-41cf-4ba2-a206-23f00e7fc042 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=af5d970b-8907-4e74-bf56-1d7a9a984148 HTTP/1.1" status: 200 len: 943 time: 0.0888920 Jan 25 18:43:05.962944 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-b60dcaaf-5748-4dbb-b429-b423473ec6d0 req-6b255b0c-64f0-4545-9008-7ed5eaab7e62 service neutron] 10.222.0.42 "GET /v2.0/networks/39a92873-72dd-4c94-9b45-f8eddc76cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583090 Jan 25 18:43:06.014341 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=6eb39cc2-e885-4101-b8be-88fc65e072ae,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:06.017893 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5cec1c38-7ce0-47ac-b716-61184fd79e59 req-72237f59-9038-4cfd-957e-babcc2f007f2 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a3209eb-b842-4e1f-bbd5-580c3d52ddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645840 Jan 25 18:43:06.074094 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9869def7-e3b5-4777-a680-4a3bb7664a0e x-openstack-request-id: req-9869def7-e3b5-4777-a680-4a3bb7664a0e {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:43:06.074422 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346a299d-77d4-40b7-90f4-768f6b511cb5", "name": "network-vif-plugged", "status": "completed", "tag": "6eb39cc2-e885-4101-b8be-88fc65e072ae", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:43:06.074680 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9869def7-e3b5-4777-a680-4a3bb7664a0e {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:43:06.075473 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346a299d-77d4-40b7-90f4-768f6b511cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb39cc2-e885-4101-b8be-88fc65e072ae', 'code': 200} Jan 25 18:43:06.099075 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-b60dcaaf-5748-4dbb-b429-b423473ec6d0 req-c2255c71-4c81-44c4-9b5e-54ff4ff5b935 service neutron] 10.222.0.42 "GET /v2.0/networks/39a92873-72dd-4c94-9b45-f8eddc76cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274295 Jan 25 18:43:06.132371 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:06.173899 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9c63a-ae66-43e3-b6ed-8a78ba45e928 req-7d6948fa-a503-4248-a26f-28120db5c35b tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:06.176038 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7dd9c63a-ae66-43e3-b6ed-8a78ba45e928 req-7d6948fa-a503-4248-a26f-28120db5c35b tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?device_id=346a299d-77d4-40b7-90f4-768f6b511cb5 HTTP/1.1" status: 200 len: 945 time: 0.0552471 Jan 25 18:43:06.229787 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7dd9c63a-ae66-43e3-b6ed-8a78ba45e928 req-0e74b9f9-0133-46ca-abe8-1644e618e207 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/security-groups?id=399dea4c-b620-4ccb-a526-2645de6afdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474892 Jan 25 18:43:06.257778 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf40248-532c-49a1-a2c3-e507f931365c req-4f8f0fd5-407a-4373-afee-4fbec68eb715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:06.259230 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-2cf40248-532c-49a1-a2c3-e507f931365c req-4f8f0fd5-407a-4373-afee-4fbec68eb715 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=346a299d-77d4-40b7-90f4-768f6b511cb5 HTTP/1.1" status: 200 len: 1098 time: 0.0390098 Jan 25 18:43:06.307263 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-2cf40248-532c-49a1-a2c3-e507f931365c req-51634e99-9f84-4754-b657-9a56d007c277 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=399dea4c-b620-4ccb-a526-2645de6afdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420542 Jan 25 18:43:06.959977 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63746ef0-ebe0-4435-8cd8-eb4ace6a6174 req-8c5c3819-027f-42b6-83ed-537cb8322aec tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:06.961324 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-63746ef0-ebe0-4435-8cd8-eb4ace6a6174 req-8c5c3819-027f-42b6-83ed-537cb8322aec tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.0459499 Jan 25 18:43:07.007771 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-63746ef0-ebe0-4435-8cd8-eb4ace6a6174 req-02993d98-6955-4bc9-83f7-f50241943b0b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410414 Jan 25 18:43:07.138719 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e4c4b-932d-4582-97b2-71a142cce8c0 req-f7690255-9178-4500-9f15-b51175982286 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:07.140176 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-277e4c4b-932d-4582-97b2-71a142cce8c0 req-f7690255-9178-4500-9f15-b51175982286 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=af5d970b-8907-4e74-bf56-1d7a9a984148 HTTP/1.1" status: 200 len: 943 time: 0.0505879 Jan 25 18:43:07.189578 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-277e4c4b-932d-4582-97b2-71a142cce8c0 req-98540d6e-a9a0-4b4c-9277-db9dfde4d150 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a3209eb-b842-4e1f-bbd5-580c3d52ddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426056 Jan 25 18:43:07.352312 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94798-530c-4fc4-8cb7-d60557fdeef7 req-88c4914b-4b90-4c19-a45e-8281f7ef1dad tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:07.353815 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2fe94798-530c-4fc4-8cb7-d60557fdeef7 req-88c4914b-4b90-4c19-a45e-8281f7ef1dad tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?device_id=346a299d-77d4-40b7-90f4-768f6b511cb5 HTTP/1.1" status: 200 len: 945 time: 0.0547602 Jan 25 18:43:07.404196 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2fe94798-530c-4fc4-8cb7-d60557fdeef7 req-13c9d9ce-ffea-4ef1-9429-183b2e033f5a tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/security-groups?id=399dea4c-b620-4ccb-a526-2645de6afdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441439 Jan 25 18:43:07.735027 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 70a458d5-4699-4476-a236-cae5b2134882 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:43:07.828188 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 70a458d5-4699-4476-a236-cae5b2134882, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=70a458d5-4699-4476-a236-cae5b2134882,segment=NetworkSegment(75e2899b-01ba-47f3-8a62-3fd7282595a1),segment_id=75e2899b-01ba-47f3-8a62-3fd7282595a1)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:43:07.838376 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': '70a458d5-4699-4476-a236-cae5b2134882', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'port_id': '70a458d5-4699-4476-a236-cae5b2134882', 'mac_address': 'fa:16:3e:c8:4c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:43:07.873969 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 70a458d5-4699-4476-a236-cae5b2134882 is: DOWN; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:43:07.874378 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (70a458d5-4699-4476-a236-cae5b2134882), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:07.890186 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a458d5-4699-4476-a236-cae5b2134882 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:43:07.908665 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 70a458d5-4699-4476-a236-cae5b2134882, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=70a458d5-4699-4476-a236-cae5b2134882,segment=NetworkSegment(75e2899b-01ba-47f3-8a62-3fd7282595a1),segment_id=75e2899b-01ba-47f3-8a62-3fd7282595a1)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:43:07.912283 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (70a458d5-4699-4476-a236-cae5b2134882), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:07.958667 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=70a458d5-4699-4476-a236-cae5b2134882,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:08.120277 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be307d81-8882-4b64-8434-7766b7270e9d req-61a3fbfb-b9d7-4cb5-8dff-5ee17b7d9420 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:08.121626 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-be307d81-8882-4b64-8434-7766b7270e9d req-61a3fbfb-b9d7-4cb5-8dff-5ee17b7d9420 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.0459671 Jan 25 18:43:08.152527 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['70a458d5-4699-4476-a236-cae5b2134882'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:43:08.168379 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-be307d81-8882-4b64-8434-7766b7270e9d req-eeb3ecfd-ba10-4fce-82be-f96ffd15814e tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413604 Jan 25 18:43:08.319963 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c5288-0ba4-4e1b-839c-6397d9745f1d req-348fbd70-9ca0-410e-bde7-d674072f633d tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:08.322062 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-602c5288-0ba4-4e1b-839c-6397d9745f1d req-348fbd70-9ca0-410e-bde7-d674072f633d tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=af5d970b-8907-4e74-bf56-1d7a9a984148 HTTP/1.1" status: 200 len: 944 time: 0.0566747 Jan 25 18:43:08.366687 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-602c5288-0ba4-4e1b-839c-6397d9745f1d req-523df187-1183-4e83-8b07-9e38697ef3c5 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a3209eb-b842-4e1f-bbd5-580c3d52ddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399246 Jan 25 18:43:08.522162 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a002b-8109-4042-a700-6310dc8dc954 req-f756bdd1-267a-4d1b-9430-53ff72ba2a92 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:08.523610 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0d8a002b-8109-4042-a700-6310dc8dc954 req-f756bdd1-267a-4d1b-9430-53ff72ba2a92 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?device_id=346a299d-77d4-40b7-90f4-768f6b511cb5 HTTP/1.1" status: 200 len: 945 time: 0.0459907 Jan 25 18:43:08.568137 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0d8a002b-8109-4042-a700-6310dc8dc954 req-68055144-97f6-46f2-b343-9374918c1e93 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/security-groups?id=399dea4c-b620-4ccb-a526-2645de6afdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393071 Jan 25 18:43:08.758895 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331be36-7ed2-43de-93b3-cdc9e0ac9e44 req-cda66372-b391-4d17-9d53-7288008a9cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:08.760551 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-7331be36-7ed2-43de-93b3-cdc9e0ac9e44 req-cda66372-b391-4d17-9d53-7288008a9cc0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c556b3ddaecd4d80b8062755dfc00928&device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 1099 time: 0.0423176 Jan 25 18:43:08.858936 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331be36-7ed2-43de-93b3-cdc9e0ac9e44 req-6bb82355-c9df-46c3-a98f-407e314187bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:08.860445 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-7331be36-7ed2-43de-93b3-cdc9e0ac9e44 req-6bb82355-c9df-46c3-a98f-407e314187bd service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8a06883-ac3d-45ad-9081-7a40b2a3036f HTTP/1.1" status: 200 len: 910 time: 0.0935969 Jan 25 18:43:08.939713 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-7331be36-7ed2-43de-93b3-cdc9e0ac9e44 req-8d47187e-c66e-4763-973a-680bb8036653 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f392ee21-bbbb-4260-8c0d-02a1fc085468 HTTP/1.1" status: 200 len: 1002 time: 0.0678465 Jan 25 18:43:08.988480 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331be36-7ed2-43de-93b3-cdc9e0ac9e44 req-5267e96c-ff02-47a6-a090-188da9809d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:08.989952 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-7331be36-7ed2-43de-93b3-cdc9e0ac9e44 req-5267e96c-ff02-47a6-a090-188da9809d20 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=78514203-1da3-4b90-9813-fbe0b3464421 HTTP/1.1" status: 200 len: 848 time: 0.0435667 Jan 25 18:43:09.034873 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331be36-7ed2-43de-93b3-cdc9e0ac9e44 req-39fd8021-e16e-4255-b087-d5009a76ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:09.036337 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-7331be36-7ed2-43de-93b3-cdc9e0ac9e44 req-39fd8021-e16e-4255-b087-d5009a76ca41 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8a06883-ac3d-45ad-9081-7a40b2a3036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401847 Jan 25 18:43:09.132505 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-7331be36-7ed2-43de-93b3-cdc9e0ac9e44 req-44f68db8-4cf6-47e6-8b83-33dc6940604e service neutron] 10.222.0.42 "GET /v2.0/networks/c8a06883-ac3d-45ad-9081-7a40b2a3036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843368 Jan 25 18:43:09.228804 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-7331be36-7ed2-43de-93b3-cdc9e0ac9e44 req-0d97ee69-60be-4c11-9a23-557ae428818d service neutron] 10.222.0.42 "GET /v2.0/networks/c8a06883-ac3d-45ad-9081-7a40b2a3036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898046 Jan 25 18:43:09.286675 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb114e-cd40-4029-9c05-b66018b21364 req-f528503d-81a1-4ac2-955b-fb88275b4c51 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:09.288188 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c4fb114e-cd40-4029-9c05-b66018b21364 req-f528503d-81a1-4ac2-955b-fb88275b4c51 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.0477297 Jan 25 18:43:09.340914 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c4fb114e-cd40-4029-9c05-b66018b21364 req-b1c08e9f-12e3-49ed-bfaa-65c6a4a9a5cd tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470645 Jan 25 18:43:09.478982 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefaaa8-48e8-41e9-9a5d-7c9e49f77632 req-5bb97575-49aa-4ef0-88dd-fba95a03ee29 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:09.480370 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-beefaaa8-48e8-41e9-9a5d-7c9e49f77632 req-5bb97575-49aa-4ef0-88dd-fba95a03ee29 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=af5d970b-8907-4e74-bf56-1d7a9a984148 HTTP/1.1" status: 200 len: 944 time: 0.0472658 Jan 25 18:43:09.526088 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-beefaaa8-48e8-41e9-9a5d-7c9e49f77632 req-663b6ed6-7a71-49c1-a053-2dffd54cddca tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a3209eb-b842-4e1f-bbd5-580c3d52ddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399954 Jan 25 18:43:09.757881 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 70a458d5-4699-4476-a236-cae5b2134882 up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:43:09.804924 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning for port 70a458d5-4699-4476-a236-cae5b2134882 completed by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 18:43:09.808939 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port 70a458d5-4699-4476-a236-cae5b2134882 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:43:09.809315 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (70a458d5-4699-4476-a236-cae5b2134882), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:09.884333 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 70a458d5-4699-4476-a236-cae5b2134882 is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:43:09.884724 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (70a458d5-4699-4476-a236-cae5b2134882), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:09.906987 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5d970b-8907-4e74-bf56-1d7a9a984148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a458d5-4699-4476-a236-cae5b2134882'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:43:09.909210 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab0f2e0-3996-483f-9bf4-6c932595a34e" -d '{"events": [{"server_uuid": "af5d970b-8907-4e74-bf56-1d7a9a984148", "name": "network-vif-plugged", "status": "completed", "tag": "70a458d5-4699-4476-a236-cae5b2134882"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:43:09.925110 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 70a458d5-4699-4476-a236-cae5b2134882, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=70a458d5-4699-4476-a236-cae5b2134882,segment=NetworkSegment(75e2899b-01ba-47f3-8a62-3fd7282595a1),segment_id=75e2899b-01ba-47f3-8a62-3fd7282595a1)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:43:09.929389 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (70a458d5-4699-4476-a236-cae5b2134882), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:09.953423 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ecd5f1-3fc3-4ab6-9a4a-b0d16d3fd9a6 x-openstack-request-id: req-a1ecd5f1-3fc3-4ab6-9a4a-b0d16d3fd9a6 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:43:09.953689 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5d970b-8907-4e74-bf56-1d7a9a984148", "name": "network-vif-plugged", "status": "completed", "tag": "70a458d5-4699-4476-a236-cae5b2134882", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:43:09.953949 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1ecd5f1-3fc3-4ab6-9a4a-b0d16d3fd9a6 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:43:09.954361 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5d970b-8907-4e74-bf56-1d7a9a984148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a458d5-4699-4476-a236-cae5b2134882', 'code': 200} Jan 25 18:43:09.978856 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=70a458d5-4699-4476-a236-cae5b2134882,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:10.110219 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef7dd5-6ab7-41b9-918c-274e44217cc5 req-7c107c44-fd79-4954-aecf-ec19e79d8521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:10.111662 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-53ef7dd5-6ab7-41b9-918c-274e44217cc5 req-7c107c44-fd79-4954-aecf-ec19e79d8521 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=af5d970b-8907-4e74-bf56-1d7a9a984148 HTTP/1.1" status: 200 len: 1098 time: 0.0381618 Jan 25 18:43:10.154294 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-53ef7dd5-6ab7-41b9-918c-274e44217cc5 req-5fed71db-5337-4f7b-84b8-5412ff63c968 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0a3209eb-b842-4e1f-bbd5-580c3d52ddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360665 Jan 25 18:43:10.451887 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d169a49-bff2-4413-a191-c68e4b961db2 req-d3498c5e-7d89-4475-be99-39a6a201bede tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:10.453322 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3d169a49-bff2-4413-a191-c68e4b961db2 req-d3498c5e-7d89-4475-be99-39a6a201bede tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.0458732 Jan 25 18:43:10.503764 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3d169a49-bff2-4413-a191-c68e4b961db2 req-239c8aed-7775-4666-ae66-302ecf9d41bb tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443704 Jan 25 18:43:10.715185 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 49744) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:43:10.772239 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-67ccffc4-5577-4306-a2a9-eebcbccdc5fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:10.857796 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-67ccffc4-5577-4306-a2a9-eebcbccdc5fd admin admin] Publish callbacks [] for security_group (7684ab2a-6a65-42f2-bcef-ef0030d38fec), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:10.872569 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-67ccffc4-5577-4306-a2a9-eebcbccdc5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (7684ab2a-6a65-42f2-bcef-ef0030d38fec), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:10.919305 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-67ccffc4-5577-4306-a2a9-eebcbccdc5fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d97a6be3d694fccaac994d6a663f480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2029529 Jan 25 18:43:10.921842 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 49748) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:43:10.928497 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461a9b0-d91d-4fcb-a915-6f1055599ac7 req-12d06987-7c8d-4958-aa61-52a44246b4a8 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:10.929927 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b461a9b0-d91d-4fcb-a915-6f1055599ac7 req-12d06987-7c8d-4958-aa61-52a44246b4a8 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=af5d970b-8907-4e74-bf56-1d7a9a984148 HTTP/1.1" status: 200 len: 945 time: 0.3255863 Jan 25 18:43:10.930719 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ccffc4-5577-4306-a2a9-eebcbccdc5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7684ab2a-6a65-42f2-bcef-ef0030d38fec,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:10.974313 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c70f1983-da23-48be-868f-05b86f2abf95 admin admin] Publish callbacks [] for security_group (7684ab2a-6a65-42f2-bcef-ef0030d38fec), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:10.978528 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b461a9b0-d91d-4fcb-a915-6f1055599ac7 req-0b40d186-9f64-42ed-9e5f-4d5ac8d3e2b5 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a3209eb-b842-4e1f-bbd5-580c3d52ddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426271 Jan 25 18:43:11.003721 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c70f1983-da23-48be-868f-05b86f2abf95 admin admin] Publish callbacks [] for security_group (7684ab2a-6a65-42f2-bcef-ef0030d38fec), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:11.054162 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c70f1983-da23-48be-868f-05b86f2abf95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (7684ab2a-6a65-42f2-bcef-ef0030d38fec), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:11.056743 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c70f1983-da23-48be-868f-05b86f2abf95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:11.058021 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-c70f1983-da23-48be-868f-05b86f2abf95 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7684ab2a-6a65-42f2-bcef-ef0030d38fec HTTP/1.1" status: 204 len: 168 time: 0.1351655 Jan 25 18:43:11.065864 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f1983-da23-48be-868f-05b86f2abf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7684ab2a-6a65-42f2-bcef-ef0030d38fec,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:11.619910 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e198a66-a13d-462f-a151-f25a320164cf req-8cdb920f-22e0-4abe-b7ca-9605ae7ac130 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:11.621386 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3e198a66-a13d-462f-a151-f25a320164cf req-8cdb920f-22e0-4abe-b7ca-9605ae7ac130 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.0509496 Jan 25 18:43:11.672864 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3e198a66-a13d-462f-a151-f25a320164cf req-4bd44c7e-1ebc-4b59-85ab-b634e9f65c49 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455720 Jan 25 18:43:11.906450 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e11df-d312-42a5-8357-14f5ea203480 req-61c3db0c-fc67-43da-a470-4e8430aa0642 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:11.907924 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-380e11df-d312-42a5-8357-14f5ea203480 req-61c3db0c-fc67-43da-a470-4e8430aa0642 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.0516136 Jan 25 18:43:11.944890 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 49790) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:43:11.959864 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-380e11df-d312-42a5-8357-14f5ea203480 req-ca560865-a2f8-41ea-bde8-0d9092dd6bf7 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459011 Jan 25 18:43:12.045823 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-c23c4f87-a567-486c-a624-c791bf2989f9 req-4f70e861-5067-4dde-bbd6-e32e2e8e1f10 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0989914 Jan 25 18:43:12.056566 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [req-c23c4f87-a567-486c-a624-c791bf2989f9 req-1b399991-760e-4916-83b9-a08146683775 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:43:12.058257 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-c23c4f87-a567-486c-a624-c791bf2989f9 req-1b399991-760e-4916-83b9-a08146683775 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070438 Jan 25 18:43:12.121168 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea879c9-795f-4e48-b01a-06cb486b6a25 req-bdd3e82b-431f-4855-b656-6e94a71e007d tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:12.122662 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0ea879c9-795f-4e48-b01a-06cb486b6a25 req-bdd3e82b-431f-4855-b656-6e94a71e007d tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=af5d970b-8907-4e74-bf56-1d7a9a984148 HTTP/1.1" status: 200 len: 945 time: 0.0490155 Jan 25 18:43:12.187573 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0ea879c9-795f-4e48-b01a-06cb486b6a25 req-d8b44318-2a35-4628-8f6b-861d90a1186f tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a3209eb-b842-4e1f-bbd5-580c3d52ddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562863 Jan 25 18:43:12.313390 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6010c-35fd-4e9f-bd3f-89a15e9ab416 req-3134e641-5a5b-46ce-847b-b9e0e6877119 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:12.314938 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-19f6010c-35fd-4e9f-bd3f-89a15e9ab416 req-3134e641-5a5b-46ce-847b-b9e0e6877119 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=af5d970b-8907-4e74-bf56-1d7a9a984148 HTTP/1.1" status: 200 len: 945 time: 0.0547774 Jan 25 18:43:12.324506 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 49810) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:43:12.329193 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-8c5df40b-f904-4406-b1d6-891f362d58e2 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Request body: {'floatingip': {'port_id': '70a458d5-4699-4476-a236-cae5b2134882'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:12.369507 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8c5df40b-f904-4406-b1d6-891f362d58e2 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for floatingip (30096231-8801-4adb-9396-aca97b6ceb88), before_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:12.814171 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8c5df40b-f904-4406-b1d6-891f362d58e2 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:12.817836 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8c5df40b-f904-4406-b1d6-891f362d58e2 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698476'] for floatingip (30096231-8801-4adb-9396-aca97b6ceb88), after_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:12.913749 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.db.l3_db [None req-8c5df40b-f904-4406-b1d6-891f362d58e2 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Floating IP 30096231-8801-4adb-9396-aca97b6ceb88 associated. External IP: 172.27.2.221, port: 70a458d5-4699-4476-a236-cae5b2134882. Jan 25 18:43:13.067786 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d493b2-0c28-49b0-9050-a81cfd2db3ed req-72587dfe-79d0-4813-bdfc-638b8767cc4e tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:13.069247 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-94d493b2-0c28-49b0-9050-a81cfd2db3ed req-72587dfe-79d0-4813-bdfc-638b8767cc4e tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.0458045 Jan 25 18:43:13.119728 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-94d493b2-0c28-49b0-9050-a81cfd2db3ed req-a2b424af-445d-4202-a59b-074600c064ba tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446076 Jan 25 18:43:13.132739 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5df40b-f904-4406-b1d6-891f362d58e2 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Router 284add4d-b541-4a69-afea-38b3939b5555 has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:43:13.238111 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5df40b-f904-4406-b1d6-891f362d58e2 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:43:13.243263 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8c5df40b-f904-4406-b1d6-891f362d58e2 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for floatingip (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:13.248589 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea23f395-d79c-4229-bf95-3f9efa08a50d None None] Sync routers for ids ['284add4d-b541-4a69-afea-38b3939b5555'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:43:13.260367 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea23f395-d79c-4229-bf95-3f9efa08a50d None None] Routers {'284add4d-b541-4a69-afea-38b3939b5555'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:43:13.261089 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-ea23f395-d79c-4229-bf95-3f9efa08a50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:43:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['284add4d-b541-4a69-afea-38b3939b5555'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:43:13.276328 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-8c5df40b-f904-4406-b1d6-891f362d58e2 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "PUT /v2.0/floatingips/30096231-8801-4adb-9396-aca97b6ceb88 HTTP/1.1" status: 200 len: 991 time: 0.9506302 Jan 25 18:43:13.277127 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5d970b-8907-4e74-bf56-1d7a9a984148', 'tag': '70a458d5-4699-4476-a236-cae5b2134882'}] {{(pid=102637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:43:13.279630 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d684e4e91e5fd03d38a13c3d537823e5518f80ed6034d8fe3b9e30891c24508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66acf8dd-3cbd-4da0-918e-c987444f8ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "af5d970b-8907-4e74-bf56-1d7a9a984148", "tag": "70a458d5-4699-4476-a236-cae5b2134882"}]}' {{(pid=102637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:43:13.339434 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbf6487-4fe5-4432-a834-42bfd84f2bf0 x-openstack-request-id: req-7cbf6487-4fe5-4432-a834-42bfd84f2bf0 {{(pid=102637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:43:13.339731 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5d970b-8907-4e74-bf56-1d7a9a984148", "tag": "70a458d5-4699-4476-a236-cae5b2134882", "status": "completed", "code": 200}]} {{(pid=102637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:43:13.340156 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7cbf6487-4fe5-4432-a834-42bfd84f2bf0 {{(pid=102637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:43:13.340566 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5d970b-8907-4e74-bf56-1d7a9a984148', 'tag': '70a458d5-4699-4476-a236-cae5b2134882', 'status': 'completed', 'code': 200} Jan 25 18:43:13.380973 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-ea23f395-d79c-4229-bf95-3f9efa08a50d None None] Set router 284add4d-b541-4a69-afea-38b3939b5555 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:43:13.414122 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acf8dd-3cbd-4da0-918e-c987444f8ca2 req-8d00764a-da9f-445f-a3f8-a99f5d510a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:13.416540 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-66acf8dd-3cbd-4da0-918e-c987444f8ca2 req-8d00764a-da9f-445f-a3f8-a99f5d510a8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a3146285abdc4982ba9505ebc887faaa&device_id=af5d970b-8907-4e74-bf56-1d7a9a984148 HTTP/1.1" status: 200 len: 1098 time: 0.0472000 Jan 25 18:43:13.519950 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acf8dd-3cbd-4da0-918e-c987444f8ca2 req-edf7aec9-0f46-4c1e-b720-dbf9ffdf986e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:13.521665 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-66acf8dd-3cbd-4da0-918e-c987444f8ca2 req-edf7aec9-0f46-4c1e-b720-dbf9ffdf986e service neutron] 10.222.0.42 "GET /v2.0/networks?id=39a92873-72dd-4c94-9b45-f8eddc76cfc4 HTTP/1.1" status: 200 len: 911 time: 0.0993502 Jan 25 18:43:13.606868 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-66acf8dd-3cbd-4da0-918e-c987444f8ca2 req-44855ff4-8cbe-433d-94dc-7ef44626fcf8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70a458d5-4699-4476-a236-cae5b2134882 HTTP/1.1" status: 200 len: 999 time: 0.0787232 Jan 25 18:43:13.639540 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-ea23f395-d79c-4229-bf95-3f9efa08a50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284add4d-b541-4a69-afea-38b3939b5555', 'name': 'tempest-AttachVolumeTestJSON-311322752-router', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '1e103739-075b-432a-bae8-25c25203fa9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:10Z', 'updated_at': '2022-01-25T18:38:19Z', 'revision_number': 4, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'gw_port': {'id': '1e103739-075b-432a-bae8-25c25203fa9a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:96:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:12Z', 'updated_at': '2022-01-25T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': '30096231-8801-4adb-9396-aca97b6ceb88', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'floating_ip_address': '172.27.2.221', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '284add4d-b541-4a69-afea-38b3939b5555', 'port_id': '70a458d5-4699-4476-a236-cae5b2134882', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'mac_address': 'fa:16:3e:c8:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5d970b-8907-4e74-bf56-1d7a9a984148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:43:01Z', 'updated_at': '2022-01-25T18:43:12Z', 'revision_number': 1, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad8e75e-0d55-4f12-b815-fe9c7a277ed7', 'name': '', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'mac_address': 'fa:16:3e:98:d7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:18Z', 'updated_at': '2022-01-25T18:38:31Z', 'revision_number': 5, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'subnets': [{'id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:43:13.659659 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acf8dd-3cbd-4da0-918e-c987444f8ca2 req-b72b90a0-513b-48e8-8a16-4fae1d0ba3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:13.661142 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-66acf8dd-3cbd-4da0-918e-c987444f8ca2 req-b72b90a0-513b-48e8-8a16-4fae1d0ba3ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e8bae059-1749-4e6b-8122-ee6422457f86 HTTP/1.1" status: 200 len: 849 time: 0.0451217 Jan 25 18:43:13.667815 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea23f395-d79c-4229-bf95-3f9efa08a50d None None] Checking router: 284add4d-b541-4a69-afea-38b3939b5555 for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:43:13.676154 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea23f395-d79c-4229-bf95-3f9efa08a50d None None] Routers {'284add4d-b541-4a69-afea-38b3939b5555'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:43:13.676758 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-ea23f395-d79c-4229-bf95-3f9efa08a50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:43:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['284add4d-b541-4a69-afea-38b3939b5555'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:43:13.714430 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acf8dd-3cbd-4da0-918e-c987444f8ca2 req-86b90cb5-081a-4fd9-8cf0-83b48c96aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:13.715962 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-66acf8dd-3cbd-4da0-918e-c987444f8ca2 req-86b90cb5-081a-4fd9-8cf0-83b48c96aad4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=39a92873-72dd-4c94-9b45-f8eddc76cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488043 Jan 25 18:43:13.782136 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-ea23f395-d79c-4229-bf95-3f9efa08a50d None None] Set router 284add4d-b541-4a69-afea-38b3939b5555 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:43:13.785820 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device f392ee21-bbbb-4260-8c0d-02a1fc085468 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:43:13.813645 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-66acf8dd-3cbd-4da0-918e-c987444f8ca2 req-64f7f7f9-7905-4a4c-9858-9edac73aceaa service neutron] 10.222.0.42 "GET /v2.0/networks/39a92873-72dd-4c94-9b45-f8eddc76cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902586 Jan 25 18:43:13.913963 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-66acf8dd-3cbd-4da0-918e-c987444f8ca2 req-63189a16-41ce-4b1a-8c5c-d7255f990d3c service neutron] 10.222.0.42 "GET /v2.0/networks/39a92873-72dd-4c94-9b45-f8eddc76cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876896 Jan 25 18:43:13.954465 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port f392ee21-bbbb-4260-8c0d-02a1fc085468 is: ACTIVE; New status is: DOWN {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:43:13.954856 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (f392ee21-bbbb-4260-8c0d-02a1fc085468), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:14.016927 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c490651-f0c2-4c06-8595-66bd5fcddfb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f392ee21-bbbb-4260-8c0d-02a1fc085468'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:43:14.019220 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a38f3f4-6d69-4c49-ad65-9e63e0749d45" -d '{"events": [{"server_uuid": "3c490651-f0c2-4c06-8595-66bd5fcddfb5", "name": "network-vif-unplugged", "status": "completed", "tag": "f392ee21-bbbb-4260-8c0d-02a1fc085468"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:43:14.036742 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port f392ee21-bbbb-4260-8c0d-02a1fc085468, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=f392ee21-bbbb-4260-8c0d-02a1fc085468,segment=NetworkSegment(7235fa61-f7f3-4e1c-8ff1-37ce462743f6),segment_id=7235fa61-f7f3-4e1c-8ff1-37ce462743f6)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:43:14.044241 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (f392ee21-bbbb-4260-8c0d-02a1fc085468), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:14.057362 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 25 Jan 2022 18:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ebd03b-dec7-4017-ae1b-6e25ebb8b80f x-openstack-request-id: req-b9ebd03b-dec7-4017-ae1b-6e25ebb8b80f {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:43:14.057653 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c490651-f0c2-4c06-8595-66bd5fcddfb5", "name": "network-vif-unplugged", "status": "failed", "tag": "f392ee21-bbbb-4260-8c0d-02a1fc085468", "code": 422}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:43:14.057906 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9ebd03b-dec7-4017-ae1b-6e25ebb8b80f {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:43:14.058358 dv-cinder-826350-1-iscsi neutron-server[102639]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3c490651-f0c2-4c06-8595-66bd5fcddfb5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f392ee21-bbbb-4260-8c0d-02a1fc085468', 'code': 422} returned with failed status Jan 25 18:43:14.122710 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=f392ee21-bbbb-4260-8c0d-02a1fc085468,revision_number=6']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:14.143235 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-ea23f395-d79c-4229-bf95-3f9efa08a50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284add4d-b541-4a69-afea-38b3939b5555', 'name': 'tempest-AttachVolumeTestJSON-311322752-router', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '1e103739-075b-432a-bae8-25c25203fa9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:10Z', 'updated_at': '2022-01-25T18:38:19Z', 'revision_number': 4, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'gw_port': {'id': '1e103739-075b-432a-bae8-25c25203fa9a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:96:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:12Z', 'updated_at': '2022-01-25T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': '30096231-8801-4adb-9396-aca97b6ceb88', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'floating_ip_address': '172.27.2.221', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '284add4d-b541-4a69-afea-38b3939b5555', 'port_id': '70a458d5-4699-4476-a236-cae5b2134882', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'mac_address': 'fa:16:3e:c8:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5d970b-8907-4e74-bf56-1d7a9a984148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:43:01Z', 'updated_at': '2022-01-25T18:43:12Z', 'revision_number': 1, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad8e75e-0d55-4f12-b815-fe9c7a277ed7', 'name': '', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'mac_address': 'fa:16:3e:98:d7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:18Z', 'updated_at': '2022-01-25T18:38:31Z', 'revision_number': 5, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'subnets': [{'id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:43:14.177540 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea23f395-d79c-4229-bf95-3f9efa08a50d None None] The sync data for ids ['284add4d-b541-4a69-afea-38b3939b5555'] in dv-cinder-826350-1-iscsi is: [{'id': '284add4d-b541-4a69-afea-38b3939b5555', 'name': 'tempest-AttachVolumeTestJSON-311322752-router', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '1e103739-075b-432a-bae8-25c25203fa9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:10Z', 'updated_at': '2022-01-25T18:38:19Z', 'revision_number': 4, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'gw_port': {'id': '1e103739-075b-432a-bae8-25c25203fa9a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:96:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:12Z', 'updated_at': '2022-01-25T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': '30096231-8801-4adb-9396-aca97b6ceb88', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'floating_ip_address': '172.27.2.221', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '284add4d-b541-4a69-afea-38b3939b5555', 'port_id': '70a458d5-4699-4476-a236-cae5b2134882', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'mac_address': 'fa:16:3e:c8:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5d970b-8907-4e74-bf56-1d7a9a984148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:43:01Z', 'updated_at': '2022-01-25T18:43:12Z', 'revision_number': 1, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad8e75e-0d55-4f12-b815-fe9c7a277ed7', 'name': '', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'mac_address': 'fa:16:3e:98:d7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:18Z', 'updated_at': '2022-01-25T18:38:31Z', 'revision_number': 5, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'subnets': [{'id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:43:14.238477 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71c2e0-04ee-4206-8043-f34d560ddedb req-b9f0baaa-cdb0-465a-8c27-eaa5b7ae413d tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:14.240073 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3d71c2e0-04ee-4206-8043-f34d560ddedb req-b9f0baaa-cdb0-465a-8c27-eaa5b7ae413d tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 944 time: 0.0488386 Jan 25 18:43:14.292730 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3d71c2e0-04ee-4206-8043-f34d560ddedb req-a5d658c0-e8c5-42d1-ad4c-44cee35f0f7d tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471022 Jan 25 18:43:14.357736 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4977ff0-b16c-48f2-a8d0-2f28d7a92edc None None] New status for floating IP 30096231-8801-4adb-9396-aca97b6ceb88: ACTIVE {{(pid=102640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 18:43:15.543401 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32e8c1-6a6e-4cff-8243-e6e651b2e6aa req-7f120e27-1b97-446c-a389-398c08ba41fa tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:15.545252 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ca32e8c1-6a6e-4cff-8243-e6e651b2e6aa req-7f120e27-1b97-446c-a389-398c08ba41fa tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 944 time: 0.1746876 Jan 25 18:43:15.598712 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ca32e8c1-6a6e-4cff-8243-e6e651b2e6aa req-e67b3acc-b1a2-4ed3-a4f7-8e50dda6d45c tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475323 Jan 25 18:43:18.476085 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33001ff8-077f-43fa-b5b9-c6071b6edd22 req-15025e6c-9fdb-41c2-bb7d-a2b84c420a6f tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:18.477550 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-33001ff8-077f-43fa-b5b9-c6071b6edd22 req-15025e6c-9fdb-41c2-bb7d-a2b84c420a6f tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 944 time: 0.0475316 Jan 25 18:43:18.524625 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-33001ff8-077f-43fa-b5b9-c6071b6edd22 req-2e00c117-6987-4677-8a99-920aa12363db tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415866 Jan 25 18:43:18.770842 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c4f87-a567-486c-a624-c791bf2989f9 req-16d5dba2-9031-4700-882b-a9b951a175aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:18.772333 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-c23c4f87-a567-486c-a624-c791bf2989f9 req-16d5dba2-9031-4700-882b-a9b951a175aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5&tenant_id=c556b3ddaecd4d80b8062755dfc00928 HTTP/1.1" status: 200 len: 1097 time: 0.0684156 Jan 25 18:43:18.840731 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c4f87-a567-486c-a624-c791bf2989f9 req-2f3bf2ac-97d3-4e0d-88be-6bbe2f75d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:18.842322 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-c23c4f87-a567-486c-a624-c791bf2989f9 req-2f3bf2ac-97d3-4e0d-88be-6bbe2f75d743 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c556b3ddaecd4d80b8062755dfc00928&device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 1097 time: 0.0411921 Jan 25 18:43:18.934101 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c4f87-a567-486c-a624-c791bf2989f9 req-78d4438c-3eab-40e8-b057-9f9180988040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:18.935568 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-c23c4f87-a567-486c-a624-c791bf2989f9 req-78d4438c-3eab-40e8-b057-9f9180988040 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8a06883-ac3d-45ad-9081-7a40b2a3036f HTTP/1.1" status: 200 len: 910 time: 0.0874293 Jan 25 18:43:19.008145 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-c23c4f87-a567-486c-a624-c791bf2989f9 req-0b7aa90f-0784-42a2-92bc-55b16c8408d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f392ee21-bbbb-4260-8c0d-02a1fc085468 HTTP/1.1" status: 200 len: 1000 time: 0.0659382 Jan 25 18:43:19.054670 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c4f87-a567-486c-a624-c791bf2989f9 req-3839a6a7-0e23-45b2-b755-5f1c07fdd5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:19.056064 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-c23c4f87-a567-486c-a624-c791bf2989f9 req-3839a6a7-0e23-45b2-b755-5f1c07fdd5ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=78514203-1da3-4b90-9813-fbe0b3464421 HTTP/1.1" status: 200 len: 848 time: 0.0423219 Jan 25 18:43:19.098045 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c4f87-a567-486c-a624-c791bf2989f9 req-d02a8504-f11b-4a61-8c7f-5085ade5697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:19.099394 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-c23c4f87-a567-486c-a624-c791bf2989f9 req-d02a8504-f11b-4a61-8c7f-5085ade5697a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8a06883-ac3d-45ad-9081-7a40b2a3036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374584 Jan 25 18:43:19.428081 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-c23c4f87-a567-486c-a624-c791bf2989f9 req-2078047c-44ea-461a-beaf-c1844acf6dd8 service neutron] 10.222.0.42 "GET /v2.0/networks/c8a06883-ac3d-45ad-9081-7a40b2a3036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231187 Jan 25 18:43:19.530996 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-c23c4f87-a567-486c-a624-c791bf2989f9 req-50475096-17e9-4226-b33d-a1958a8f996d service neutron] 10.222.0.42 "GET /v2.0/networks/c8a06883-ac3d-45ad-9081-7a40b2a3036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957832 Jan 25 18:43:19.885598 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d11df-070a-4d29-ba0d-0443bd9dec79 req-41ce76e5-d8ab-4307-83e5-264930da2d68 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:19.887013 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-558d11df-070a-4d29-ba0d-0443bd9dec79 req-41ce76e5-d8ab-4307-83e5-264930da2d68 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 944 time: 0.2898574 Jan 25 18:43:19.932923 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-558d11df-070a-4d29-ba0d-0443bd9dec79 req-151c36e5-ac92-4202-b140-a173f6cd86ff tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404732 Jan 25 18:43:21.850082 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:22.434864 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:43:22.647901 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eadf0b-4444-4d55-b364-06758db9d13c req-c941924d-b514-4e13-b722-0478fcc80709 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:22.649322 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-79eadf0b-4444-4d55-b364-06758db9d13c req-c941924d-b514-4e13-b722-0478fcc80709 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 944 time: 0.0457716 Jan 25 18:43:22.698279 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-79eadf0b-4444-4d55-b364-06758db9d13c req-46d6ae6b-184f-47fb-9b77-e8e2a92071dd tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435302 Jan 25 18:43:23.821411 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a6d0a-a7d6-4067-938d-fbc9a98581d7 req-9eb6bbec-6700-415c-92a3-6d976d683397 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:23.823663 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c48a6d0a-a7d6-4067-938d-fbc9a98581d7 req-9eb6bbec-6700-415c-92a3-6d976d683397 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 944 time: 0.0558245 Jan 25 18:43:23.884715 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c48a6d0a-a7d6-4067-938d-fbc9a98581d7 req-d0e43fe1-4f4c-49db-ab47-ed35fcec023b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466864 Jan 25 18:43:23.891844 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 50000) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:43:23.993214 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-2c9081ff-5818-446f-b06f-7a55f30a6fef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:24.065520 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-2c9081ff-5818-446f-b06f-7a55f30a6fef admin admin] Publish callbacks [] for security_group (118f8f23-598c-40a3-ba0a-2caf9f3dbded), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:24.069107 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-2c9081ff-5818-446f-b06f-7a55f30a6fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (118f8f23-598c-40a3-ba0a-2caf9f3dbded), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:24.106713 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-2c9081ff-5818-446f-b06f-7a55f30a6fef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9613e176ad44a93ac61ee6004aa4f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2132952 Jan 25 18:43:24.107559 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9081ff-5818-446f-b06f-7a55f30a6fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118f8f23-598c-40a3-ba0a-2caf9f3dbded,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:24.109459 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 50004) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:43:24.115125 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9081ff-5818-446f-b06f-7a55f30a6fef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:24.115483 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9081ff-5818-446f-b06f-7a55f30a6fef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:24.115830 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9081ff-5818-446f-b06f-7a55f30a6fef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:24.116165 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9081ff-5818-446f-b06f-7a55f30a6fef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:24.116499 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9081ff-5818-446f-b06f-7a55f30a6fef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:24.116832 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9081ff-5818-446f-b06f-7a55f30a6fef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:24.117160 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9081ff-5818-446f-b06f-7a55f30a6fef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:24.117487 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9081ff-5818-446f-b06f-7a55f30a6fef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:24.117815 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9081ff-5818-446f-b06f-7a55f30a6fef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:24.118175 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9081ff-5818-446f-b06f-7a55f30a6fef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:24.118525 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9081ff-5818-446f-b06f-7a55f30a6fef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:24.118847 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9081ff-5818-446f-b06f-7a55f30a6fef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:24.119166 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9081ff-5818-446f-b06f-7a55f30a6fef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:24.157721 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4b8978bd-4c30-4c69-b933-828c2d85c834 admin admin] Publish callbacks [] for security_group (118f8f23-598c-40a3-ba0a-2caf9f3dbded), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:24.178669 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4b8978bd-4c30-4c69-b933-828c2d85c834 admin admin] Publish callbacks [] for security_group (118f8f23-598c-40a3-ba0a-2caf9f3dbded), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:24.226280 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4b8978bd-4c30-4c69-b933-828c2d85c834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (118f8f23-598c-40a3-ba0a-2caf9f3dbded), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:24.228721 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4b8978bd-4c30-4c69-b933-828c2d85c834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:24.229856 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-4b8978bd-4c30-4c69-b933-828c2d85c834 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/118f8f23-598c-40a3-ba0a-2caf9f3dbded HTTP/1.1" status: 204 len: 168 time: 0.1193850 Jan 25 18:43:24.237579 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8978bd-4c30-4c69-b933-828c2d85c834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118f8f23-598c-40a3-ba0a-2caf9f3dbded,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:24.244493 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8978bd-4c30-4c69-b933-828c2d85c834 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:24.244842 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8978bd-4c30-4c69-b933-828c2d85c834 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:24.245188 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8978bd-4c30-4c69-b933-828c2d85c834 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:24.245525 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8978bd-4c30-4c69-b933-828c2d85c834 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:24.245861 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8978bd-4c30-4c69-b933-828c2d85c834 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:24.246225 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8978bd-4c30-4c69-b933-828c2d85c834 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:24.246554 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8978bd-4c30-4c69-b933-828c2d85c834 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:24.246910 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8978bd-4c30-4c69-b933-828c2d85c834 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:24.247237 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8978bd-4c30-4c69-b933-828c2d85c834 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:24.247586 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8978bd-4c30-4c69-b933-828c2d85c834 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:24.247872 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8978bd-4c30-4c69-b933-828c2d85c834 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:24.248195 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8978bd-4c30-4c69-b933-828c2d85c834 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:24.248515 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8978bd-4c30-4c69-b933-828c2d85c834 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:43:25.002123 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dab5b9-4ec9-43a8-bdc5-33e9cc0187eb req-4502007f-df41-4c35-9c4e-1120947cdf37 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:25.003583 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-75dab5b9-4ec9-43a8-bdc5-33e9cc0187eb req-4502007f-df41-4c35-9c4e-1120947cdf37 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 944 time: 0.0459435 Jan 25 18:43:25.057159 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-75dab5b9-4ec9-43a8-bdc5-33e9cc0187eb req-c092c911-55cf-4377-a612-2521e6096609 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481908 Jan 25 18:43:26.175631 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18bef0-baa1-4f93-b40c-f9b87c6361b2 req-b842dce2-7d12-4c18-aa12-5ed5ebb9b207 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:26.177072 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0c18bef0-baa1-4f93-b40c-f9b87c6361b2 req-b842dce2-7d12-4c18-aa12-5ed5ebb9b207 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 944 time: 0.0518548 Jan 25 18:43:26.225668 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0c18bef0-baa1-4f93-b40c-f9b87c6361b2 req-899f1d4d-875a-42d2-abf4-d168fe4b238a tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429840 Jan 25 18:43:27.341028 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019aaf9-b74e-4e30-863e-208dcda4fac0 req-eaf5bf09-7cdb-4cfd-be0a-db9150d4cb6e tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:27.342496 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0019aaf9-b74e-4e30-863e-208dcda4fac0 req-eaf5bf09-7cdb-4cfd-be0a-db9150d4cb6e tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 944 time: 0.0475574 Jan 25 18:43:27.389580 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0019aaf9-b74e-4e30-863e-208dcda4fac0 req-4e2daf16-828e-46da-a6ac-8f1b3087fdce tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412986 Jan 25 18:43:27.889788 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device f392ee21-bbbb-4260-8c0d-02a1fc085468 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:43:27.989823 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port f392ee21-bbbb-4260-8c0d-02a1fc085468, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=f392ee21-bbbb-4260-8c0d-02a1fc085468,segment=NetworkSegment(7235fa61-f7f3-4e1c-8ff1-37ce462743f6),segment_id=7235fa61-f7f3-4e1c-8ff1-37ce462743f6)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:43:28.001017 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': 'f392ee21-bbbb-4260-8c0d-02a1fc085468', 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f', 'port_id': 'f392ee21-bbbb-4260-8c0d-02a1fc085468', 'mac_address': 'fa:16:3e:56:54:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78514203-1da3-4b90-9813-fbe0b3464421', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:43:28.041018 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port f392ee21-bbbb-4260-8c0d-02a1fc085468 is: DOWN; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:43:28.041422 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (f392ee21-bbbb-4260-8c0d-02a1fc085468), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:28.055293 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f392ee21-bbbb-4260-8c0d-02a1fc085468 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:43:28.076090 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port f392ee21-bbbb-4260-8c0d-02a1fc085468, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=f392ee21-bbbb-4260-8c0d-02a1fc085468,segment=NetworkSegment(7235fa61-f7f3-4e1c-8ff1-37ce462743f6),segment_id=7235fa61-f7f3-4e1c-8ff1-37ce462743f6)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:43:28.080102 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (f392ee21-bbbb-4260-8c0d-02a1fc085468), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:28.131904 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=f392ee21-bbbb-4260-8c0d-02a1fc085468,revision_number=7']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:28.369683 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['f392ee21-bbbb-4260-8c0d-02a1fc085468'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:43:28.545363 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556b3d9-c25d-4a63-a129-c7fbeaeb07eb req-890f467f-c3a0-42c0-af09-7a3f54b4e03b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:28.546968 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e556b3d9-c25d-4a63-a129-c7fbeaeb07eb req-890f467f-c3a0-42c0-af09-7a3f54b4e03b tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 945 time: 0.0826840 Jan 25 18:43:28.558079 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8a450-a703-44d1-92bd-636783519bb0 req-5b352817-9c1e-41f4-b4c9-f4467e22b04a tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:28.559489 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b0b8a450-a703-44d1-92bd-636783519bb0 req-5b352817-9c1e-41f4-b4c9-f4467e22b04a tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?device_id=346a299d-77d4-40b7-90f4-768f6b511cb5 HTTP/1.1" status: 200 len: 945 time: 0.0654740 Jan 25 18:43:28.629134 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e556b3d9-c25d-4a63-a129-c7fbeaeb07eb req-62b66ecd-7632-437d-840f-6bbc3abf9974 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686917 Jan 25 18:43:28.635853 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b0b8a450-a703-44d1-92bd-636783519bb0 req-db0e2684-aef2-445e-9665-0c5d69db9f0b tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/security-groups?id=399dea4c-b620-4ccb-a526-2645de6afdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692627 Jan 25 18:43:29.774970 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677495d-e7c7-4105-a99d-831c590c779d req-83783bdb-e12c-4b6a-a2fe-2d9403e252b6 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:29.776405 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8677495d-e7c7-4105-a99d-831c590c779d req-83783bdb-e12c-4b6a-a2fe-2d9403e252b6 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 945 time: 0.0786858 Jan 25 18:43:29.782878 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd27fa-d252-4602-9c2c-7e8bd42679bb req-5b27c640-6973-40e0-9a1b-161e5dc72bd4 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:29.784186 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e5dd27fa-d252-4602-9c2c-7e8bd42679bb req-5b27c640-6973-40e0-9a1b-161e5dc72bd4 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?device_id=346a299d-77d4-40b7-90f4-768f6b511cb5 HTTP/1.1" status: 200 len: 945 time: 0.0769451 Jan 25 18:43:29.855748 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8677495d-e7c7-4105-a99d-831c590c779d req-8814a7dc-4d53-4551-a1e1-613590c1f4b2 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705667 Jan 25 18:43:29.858592 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e5dd27fa-d252-4602-9c2c-7e8bd42679bb req-31cf6ab9-8111-4fd8-b0c5-32ea6febbbcf tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/security-groups?id=399dea4c-b620-4ccb-a526-2645de6afdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680270 Jan 25 18:43:29.902219 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device f392ee21-bbbb-4260-8c0d-02a1fc085468 up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:43:29.949160 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port f392ee21-bbbb-4260-8c0d-02a1fc085468 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:43:29.949533 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (f392ee21-bbbb-4260-8c0d-02a1fc085468), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:30.025622 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port f392ee21-bbbb-4260-8c0d-02a1fc085468 is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:43:30.026036 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (f392ee21-bbbb-4260-8c0d-02a1fc085468), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:30.049439 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c490651-f0c2-4c06-8595-66bd5fcddfb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f392ee21-bbbb-4260-8c0d-02a1fc085468'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:43:30.051691 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438fa541-b6a9-4e31-9f88-050ad59bf4c7" -d '{"events": [{"server_uuid": "3c490651-f0c2-4c06-8595-66bd5fcddfb5", "name": "network-vif-plugged", "status": "completed", "tag": "f392ee21-bbbb-4260-8c0d-02a1fc085468"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:43:30.071432 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port f392ee21-bbbb-4260-8c0d-02a1fc085468, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=f392ee21-bbbb-4260-8c0d-02a1fc085468,segment=NetworkSegment(7235fa61-f7f3-4e1c-8ff1-37ce462743f6),segment_id=7235fa61-f7f3-4e1c-8ff1-37ce462743f6)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:43:30.077032 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (f392ee21-bbbb-4260-8c0d-02a1fc085468), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:30.082848 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d83eb4c-88ce-4e30-8465-3508a775f135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:30.104176 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381327cb-6664-41fc-b7ab-5adb4cc8bac5 x-openstack-request-id: req-381327cb-6664-41fc-b7ab-5adb4cc8bac5 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:43:30.104481 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c490651-f0c2-4c06-8595-66bd5fcddfb5", "name": "network-vif-plugged", "status": "completed", "tag": "f392ee21-bbbb-4260-8c0d-02a1fc085468", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:43:30.104756 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-381327cb-6664-41fc-b7ab-5adb4cc8bac5 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:43:30.105153 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c490651-f0c2-4c06-8595-66bd5fcddfb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f392ee21-bbbb-4260-8c0d-02a1fc085468', 'code': 200} Jan 25 18:43:30.130953 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=f392ee21-bbbb-4260-8c0d-02a1fc085468,revision_number=8']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:30.289236 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c965e-1f9c-41ea-9bd4-c71c4188cae0 req-5db67af8-f3ef-4fd0-8d68-39dfdbbbba10 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:30.291262 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-183c965e-1f9c-41ea-9bd4-c71c4188cae0 req-5db67af8-f3ef-4fd0-8d68-39dfdbbbba10 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.42 "GET /v2.0/ports?device_id=346a299d-77d4-40b7-90f4-768f6b511cb5 HTTP/1.1" status: 200 len: 945 time: 0.0498304 Jan 25 18:43:30.383885 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [req-183c965e-1f9c-41ea-9bd4-c71c4188cae0 req-20885baf-a8cf-4c4d-9d3a-9951ed118186 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Deleting port 6eb39cc2-e885-4101-b8be-88fc65e072ae {{(pid=102637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:43:30.384231 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-183c965e-1f9c-41ea-9bd4-c71c4188cae0 req-20885baf-a8cf-4c4d-9d3a-9951ed118186 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (6eb39cc2-e885-4101-b8be-88fc65e072ae), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:30.448165 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5221e-e614-4798-bbdc-8a220c7276c3 req-a9a8d9cb-3090-4541-a9df-0da69e18dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:30.449660 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9da5221e-e614-4798-bbdc-8a220c7276c3 req-a9a8d9cb-3090-4541-a9df-0da69e18dda9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 1099 time: 0.1339483 Jan 25 18:43:30.478416 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.db [req-183c965e-1f9c-41ea-9bd4-c71c4188cae0 req-20885baf-a8cf-4c4d-9d3a-9951ed118186 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] For port 6eb39cc2-e885-4101-b8be-88fc65e072ae, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=6eb39cc2-e885-4101-b8be-88fc65e072ae,segment=NetworkSegment(915ef98c-bb94-4a7c-984f-ae7d42acd9bd),segment_id=915ef98c-bb94-4a7c-984f-ae7d42acd9bd)] {{(pid=102637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:43:30.478780 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-183c965e-1f9c-41ea-9bd4-c71c4188cae0 req-20885baf-a8cf-4c4d-9d3a-9951ed118186 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (6eb39cc2-e885-4101-b8be-88fc65e072ae), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:30.490962 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [req-183c965e-1f9c-41ea-9bd4-c71c4188cae0 req-20885baf-a8cf-4c4d-9d3a-9951ed118186 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Calling delete_port for 6eb39cc2-e885-4101-b8be-88fc65e072ae owned by compute:nova {{(pid=102637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:43:30.516643 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9da5221e-e614-4798-bbdc-8a220c7276c3 req-3b259012-f6aa-4b43-bd85-ed193b89c0bc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432737 Jan 25 18:43:30.617514 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-183c965e-1f9c-41ea-9bd4-c71c4188cae0 req-20885baf-a8cf-4c4d-9d3a-9951ed118186 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (6eb39cc2-e885-4101-b8be-88fc65e072ae), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:30.628736 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['6eb39cc2-e885-4101-b8be-88fc65e072ae'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:43:30.646805 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20885baf-a8cf-4c4d-9d3a-9951ed118186 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Pushing event deleted for resources: {'Port': ['ID=6eb39cc2-e885-4101-b8be-88fc65e072ae,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:30.687420 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.l3_dvrscheduler_db [req-183c965e-1f9c-41ea-9bd4-c71c4188cae0 req-20885baf-a8cf-4c4d-9d3a-9951ed118186 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] No DVR routers for this DVR port 6eb39cc2-e885-4101-b8be-88fc65e072ae on host hv-cinder-82635 {{(pid=102637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:43:30.690516 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [req-183c965e-1f9c-41ea-9bd4-c71c4188cae0 req-20885baf-a8cf-4c4d-9d3a-9951ed118186 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:30.694004 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-183c965e-1f9c-41ea-9bd4-c71c4188cae0 req-20885baf-a8cf-4c4d-9d3a-9951ed118186 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.42 "DELETE /v2.0/ports/6eb39cc2-e885-4101-b8be-88fc65e072ae HTTP/1.1" status: 204 len: 173 time: 0.3979459 Jan 25 18:43:30.694751 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346a299d-77d4-40b7-90f4-768f6b511cb5', 'name': 'network-vif-deleted', 'tag': '6eb39cc2-e885-4101-b8be-88fc65e072ae'}] {{(pid=102637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:43:30.697500 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d684e4e91e5fd03d38a13c3d537823e5518f80ed6034d8fe3b9e30891c24508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7683dd73-4f7f-495b-9819-cf385da75410" -d '{"events": [{"server_uuid": "346a299d-77d4-40b7-90f4-768f6b511cb5", "name": "network-vif-deleted", "tag": "6eb39cc2-e885-4101-b8be-88fc65e072ae"}]}' {{(pid=102637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:43:30.733507 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d67b33-05a4-4887-9ab0-5390b9bf372f x-openstack-request-id: req-16d67b33-05a4-4887-9ab0-5390b9bf372f {{(pid=102637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:43:30.733805 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346a299d-77d4-40b7-90f4-768f6b511cb5", "name": "network-vif-deleted", "tag": "6eb39cc2-e885-4101-b8be-88fc65e072ae", "status": "completed", "code": 200}]} {{(pid=102637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:43:30.734083 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-16d67b33-05a4-4887-9ab0-5390b9bf372f {{(pid=102637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:43:30.734482 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346a299d-77d4-40b7-90f4-768f6b511cb5', 'name': 'network-vif-deleted', 'tag': '6eb39cc2-e885-4101-b8be-88fc65e072ae', 'status': 'completed', 'code': 200} Jan 25 18:43:30.982728 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-cfe41349-2b49-40be-b550-98075e5480ec req-53ca33cb-a5f7-4216-9cd0-3b5381aea1f1 tempest-VolumesSnapshotTestJSON-232171662 tempest-VolumesSnapshotTestJSON-232171662-project] 10.222.0.41 "GET /v2.0/ports?device_id=346a299d-77d4-40b7-90f4-768f6b511cb5 HTTP/1.1" status: 200 len: 210 time: 0.0300515 Jan 25 18:43:31.002532 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487f0b6-ccc8-420c-a899-862c7e3e455f req-3db33711-ad9a-4253-a782-abdcabdb8300 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:31.003992 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c487f0b6-ccc8-420c-a899-862c7e3e455f req-3db33711-ad9a-4253-a782-abdcabdb8300 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.0799551 Jan 25 18:43:31.057687 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c487f0b6-ccc8-420c-a899-862c7e3e455f req-b9e13d06-5688-4026-a531-8c0a6122a70d tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482404 Jan 25 18:43:32.174300 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af680f07-c682-42b1-9d88-b15e8479c964 req-2ca92e4e-b24a-474a-ad87-f966e17edcb3 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:32.176104 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-af680f07-c682-42b1-9d88-b15e8479c964 req-2ca92e4e-b24a-474a-ad87-f966e17edcb3 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.0497906 Jan 25 18:43:32.217323 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c88b1926-3d9e-4f28-b3eb-30dea35daada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:32.227308 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-af680f07-c682-42b1-9d88-b15e8479c964 req-fde0fd73-0655-49fe-9e82-068a5a8a4cf1 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459082 Jan 25 18:43:33.553810 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:34.534427 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 6eb39cc2-e885-4101-b8be-88fc65e072ae no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:43:34.554586 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] No Port match for: 6eb39cc2-e885-4101-b8be-88fc65e072ae {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:43:34.555192 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 6eb39cc2-e885-4101-b8be-88fc65e072ae not bound to the agent host hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:43:34.883282 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:36.124432 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:44.087583 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac849e-8747-41cc-9707-acee16367e01 req-78fffbd8-f2a7-4e5a-84dc-087e2244c76e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:44.089028 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-eaac849e-8747-41cc-9707-acee16367e01 req-78fffbd8-f2a7-4e5a-84dc-087e2244c76e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0499253 Jan 25 18:43:44.134258 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-eaac849e-8747-41cc-9707-acee16367e01 req-21bbdd6f-a953-4dbb-b14d-74654e7ef2e9 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398390 Jan 25 18:43:45.260004 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78acc5-1ef8-4b69-b97a-427d8cd411a5 req-69657a78-df83-4e2c-80eb-233e4ae76b05 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:45.261868 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ce78acc5-1ef8-4b69-b97a-427d8cd411a5 req-69657a78-df83-4e2c-80eb-233e4ae76b05 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0506511 Jan 25 18:43:45.307044 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ce78acc5-1ef8-4b69-b97a-427d8cd411a5 req-2e271611-01c1-40f4-8bd7-304d9fd6292b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396206 Jan 25 18:43:46.425857 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc191d-a36c-4093-b78d-161efaa2304a req-9835b76f-607c-40c2-85c0-5dad2251228b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:46.427343 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8bcc191d-a36c-4093-b78d-161efaa2304a req-9835b76f-607c-40c2-85c0-5dad2251228b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0499017 Jan 25 18:43:46.472103 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8bcc191d-a36c-4093-b78d-161efaa2304a req-fbddd484-6e18-45ec-9647-994d9df78ae6 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394590 Jan 25 18:43:47.589618 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650e03a-6df2-4748-9bd4-d2c6ef45c9da req-39a87db2-94a5-41a9-a1ff-127af019e385 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:47.591153 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c650e03a-6df2-4748-9bd4-d2c6ef45c9da req-39a87db2-94a5-41a9-a1ff-127af019e385 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0472639 Jan 25 18:43:47.637412 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c650e03a-6df2-4748-9bd4-d2c6ef45c9da req-dd924941-ea7b-48bb-88ff-0d63b7bb4e92 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408311 Jan 25 18:43:48.753784 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b9b46-a1f9-4736-941c-8f8004328004 req-56bbd053-3a45-42f2-8aa5-50a33e71566d tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:48.755154 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-614b9b46-a1f9-4736-941c-8f8004328004 req-56bbd053-3a45-42f2-8aa5-50a33e71566d tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0455985 Jan 25 18:43:48.804068 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-614b9b46-a1f9-4736-941c-8f8004328004 req-6dacdfe4-efcc-4f92-b6a4-275e14b1c9da tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422604 Jan 25 18:43:49.918175 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c90298-1b7d-46c6-b674-a0b0d4a6361d req-148cf331-20a1-4419-b4a3-df0ebddc4fb4 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:49.919649 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-90c90298-1b7d-46c6-b674-a0b0d4a6361d req-148cf331-20a1-4419-b4a3-df0ebddc4fb4 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0460253 Jan 25 18:43:49.966348 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-90c90298-1b7d-46c6-b674-a0b0d4a6361d req-2f9a243b-d972-46ae-ac86-ba42aa9ae821 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404685 Jan 25 18:43:51.234295 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6721b83-0071-4039-a15a-5c30821954f1 req-4d743645-478a-45d7-ae6b-4d13720fbcf2 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:51.235730 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f6721b83-0071-4039-a15a-5c30821954f1 req-4d743645-478a-45d7-ae6b-4d13720fbcf2 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0467558 Jan 25 18:43:51.279889 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f6721b83-0071-4039-a15a-5c30821954f1 req-25a7f59a-9f7c-47ec-8187-e7138e144d0b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387468 Jan 25 18:43:51.873317 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:52.396863 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aeace3-d9ad-4ad4-8310-ff9013292463 req-9d63a00c-18e6-4395-8206-97bef2c7dd6b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:52.398251 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b2aeace3-d9ad-4ad4-8310-ff9013292463 req-9d63a00c-18e6-4395-8206-97bef2c7dd6b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0496922 Jan 25 18:43:52.445177 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b2aeace3-d9ad-4ad4-8310-ff9013292463 req-15fd6908-8efc-4f27-9ad2-05a46d662575 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415511 Jan 25 18:43:53.558973 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f8205-5d1b-45e4-9dcd-9b68af1b5645 req-4207e5aa-0e01-4e04-9245-001ee5004154 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:53.560361 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b21f8205-5d1b-45e4-9dcd-9b68af1b5645 req-4207e5aa-0e01-4e04-9245-001ee5004154 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0471663 Jan 25 18:43:53.606732 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b21f8205-5d1b-45e4-9dcd-9b68af1b5645 req-552f0402-3dd1-4a83-874f-c1d210129f1f tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408728 Jan 25 18:43:53.879294 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 50304) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:43:53.922366 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd77687f-8f3f-43d6-8aa1-d10719137158 admin admin] Deleting subnet 724fb5e7-3c43-4c78-970a-8c33ba1cc02d {{(pid=102637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 18:43:53.925430 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-bd77687f-8f3f-43d6-8aa1-d10719137158 admin admin] Publish callbacks [] for subnet (724fb5e7-3c43-4c78-970a-8c33ba1cc02d), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:53.963141 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-bd77687f-8f3f-43d6-8aa1-d10719137158 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3682483'] for subnet (724fb5e7-3c43-4c78-970a-8c33ba1cc02d), precommit_delete_associations {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:53.999605 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-bd77687f-8f3f-43d6-8aa1-d10719137158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490167'] for subnet (724fb5e7-3c43-4c78-970a-8c33ba1cc02d), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:54.049385 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-bd77687f-8f3f-43d6-8aa1-d10719137158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31424641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31292722'] for subnet (724fb5e7-3c43-4c78-970a-8c33ba1cc02d), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:54.072571 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77687f-8f3f-43d6-8aa1-d10719137158 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=724fb5e7-3c43-4c78-970a-8c33ba1cc02d,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:54.078281 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-bd77687f-8f3f-43d6-8aa1-d10719137158 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:54.081852 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-bd77687f-8f3f-43d6-8aa1-d10719137158 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/724fb5e7-3c43-4c78-970a-8c33ba1cc02d HTTP/1.1" status: 204 len: 168 time: 0.2015502 Jan 25 18:43:54.084401 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 50306) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:43:54.153621 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-cf45a1ad-5140-40b6-92bf-4320692884dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530550'] for network (1512a216-5d03-40b5-8d56-1d352e48cfea), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:54.228996 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-cf45a1ad-5140-40b6-92bf-4320692884dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488764', 'neutron.services.segments.db._delete_segments_for_network-8748161470832'] for network (1512a216-5d03-40b5-8d56-1d352e48cfea), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:54.248549 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.services.segments.db [None req-cf45a1ad-5140-40b6-92bf-4320692884dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1512a216-5d03-40b5-8d56-1d352e48cfea']}} {{(pid=102637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:43:54.258183 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.services.segments.db [None req-cf45a1ad-5140-40b6-92bf-4320692884dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915ef98c-bb94-4a7c-984f-ae7d42acd9bd') {'for_net_delete': True} {{(pid=102637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:43:54.258495 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.services.segments.db [None req-cf45a1ad-5140-40b6-92bf-4320692884dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915ef98c-bb94-4a7c-984f-ae7d42acd9bd') {} {{(pid=102637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:43:54.267597 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-cf45a1ad-5140-40b6-92bf-4320692884dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748161465977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3682490'] for segment (915ef98c-bb94-4a7c-984f-ae7d42acd9bd), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:54.280135 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-cf45a1ad-5140-40b6-92bf-4320692884dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (915ef98c-bb94-4a7c-984f-ae7d42acd9bd), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:54.285875 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf45a1ad-5140-40b6-92bf-4320692884dd admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 18:43:54.286292 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-cf45a1ad-5140-40b6-92bf-4320692884dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31424555'] for segment (915ef98c-bb94-4a7c-984f-ae7d42acd9bd), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: Traceback (most recent call last): Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: timer() Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: cb(*args, **kw) Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: return func(*args, **kwargs) Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: self._notify() Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: self.callback(batched_events) Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: event.method(event) Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: return f(self, *a, **k) Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: return self._get(url).json() Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: return self.request(url, 'GET', **kwargs) Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:43:54.287860 dv-cinder-826350-1-iscsi neutron-server[102637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:43:54.344621 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-cf45a1ad-5140-40b6-92bf-4320692884dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699286'] for network (1512a216-5d03-40b5-8d56-1d352e48cfea), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:54.349308 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-cf45a1ad-5140-40b6-92bf-4320692884dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:54.354880 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-cf45a1ad-5140-40b6-92bf-4320692884dd admin admin] 10.222.0.41 "DELETE /v2.0/networks/1512a216-5d03-40b5-8d56-1d352e48cfea HTTP/1.1" status: 204 len: 168 time: 0.2671649 Jan 25 18:43:54.367132 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45a1ad-5140-40b6-92bf-4320692884dd admin admin] Pushing event deleted for resources: {'Network': ['ID=1512a216-5d03-40b5-8d56-1d352e48cfea,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:54.513896 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 50312) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:43:54.553710 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-97c52383-d0ef-4bf7-9dd4-72bdb2cd7419 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=618a3971ff8c44609b7d6ee7e5765ed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385823 Jan 25 18:43:54.556200 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 50314) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:43:54.601438 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c3edb213-44d4-4d6b-81da-ed9535358cdc admin admin] Publish callbacks [] for security_group (399dea4c-b620-4ccb-a526-2645de6afdb9), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:54.621361 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c3edb213-44d4-4d6b-81da-ed9535358cdc admin admin] Publish callbacks [] for security_group (399dea4c-b620-4ccb-a526-2645de6afdb9), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:54.671240 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c3edb213-44d4-4d6b-81da-ed9535358cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (399dea4c-b620-4ccb-a526-2645de6afdb9), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:54.674441 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c3edb213-44d4-4d6b-81da-ed9535358cdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:54.677898 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-c3edb213-44d4-4d6b-81da-ed9535358cdc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/399dea4c-b620-4ccb-a526-2645de6afdb9 HTTP/1.1" status: 204 len: 168 time: 0.1185167 Jan 25 18:43:54.683476 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3edb213-44d4-4d6b-81da-ed9535358cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399dea4c-b620-4ccb-a526-2645de6afdb9,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:54.743903 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e49d4-7c5c-4234-ad5f-b6bb178c3a30 req-ac868a4f-cdfd-498e-a812-c8d0582e2dce tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:54.745442 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c56e49d4-7c5c-4234-ad5f-b6bb178c3a30 req-ac868a4f-cdfd-498e-a812-c8d0582e2dce tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0690358 Jan 25 18:43:54.796375 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c56e49d4-7c5c-4234-ad5f-b6bb178c3a30 req-c79547a0-9eff-470f-a86c-3ef3adc1dac4 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449822 Jan 25 18:43:55.321128 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 50338) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:43:55.413881 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-52d32df3-3cdb-4a5a-8aeb-f664fd8ffdff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-590041399-network', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:55.435186 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d32df3-3cdb-4a5a-8aeb-f664fd8ffdff admin admin] Made reservation on behalf of 09a5f500126c43bda9dda24b788fed0d for: {'network': 1} {{(pid=102637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:43:55.437550 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-52d32df3-3cdb-4a5a-8aeb-f664fd8ffdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for network (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:55.446296 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-52d32df3-3cdb-4a5a-8aeb-f664fd8ffdff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:55.520393 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-52d32df3-3cdb-4a5a-8aeb-f664fd8ffdff admin admin] Publish callbacks [] for security_group (bd7b8142-4e89-43a3-bb6e-be37a4aa98e6), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:55.524131 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-52d32df3-3cdb-4a5a-8aeb-f664fd8ffdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (bd7b8142-4e89-43a3-bb6e-be37a4aa98e6), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:55.549247 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d32df3-3cdb-4a5a-8aeb-f664fd8ffdff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=102637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 18:43:55.557833 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d32df3-3cdb-4a5a-8aeb-f664fd8ffdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:55.563936 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-52d32df3-3cdb-4a5a-8aeb-f664fd8ffdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (4e731f32-e4b0-48d5-bb8c-f3da5ea08135), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:55.564276 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.db.segments_db [None req-52d32df3-3cdb-4a5a-8aeb-f664fd8ffdff admin admin] Added segment 4e731f32-e4b0-48d5-bb8c-f3da5ea08135 of type vlan for network c386b781-67b6-4986-a6c3-1438ada313b0 Jan 25 18:43:55.603474 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-52d32df3-3cdb-4a5a-8aeb-f664fd8ffdff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748160996684'] for network (c386b781-67b6-4986-a6c3-1438ada313b0), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:55.628153 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-52d32df3-3cdb-4a5a-8aeb-f664fd8ffdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for network (c386b781-67b6-4986-a6c3-1438ada313b0), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:55.629136 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d32df3-3cdb-4a5a-8aeb-f664fd8ffdff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:55.629736 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-52d32df3-3cdb-4a5a-8aeb-f664fd8ffdff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:55.663234 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-52d32df3-3cdb-4a5a-8aeb-f664fd8ffdff admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3410311 Jan 25 18:43:55.666163 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 50344) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:43:55.671037 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-96166db3-86eb-4682-a9cf-eb052fa5d41f admin admin] Request body: {'subnet': {'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-590041399-subnet', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'ip_version': 4}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:55.692219 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96166db3-86eb-4682-a9cf-eb052fa5d41f admin admin] Made reservation on behalf of 09a5f500126c43bda9dda24b788fed0d for: {'subnet': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:43:55.695092 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-96166db3-86eb-4682-a9cf-eb052fa5d41f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49414895'] for subnet (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:55.701651 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d32df3-3cdb-4a5a-8aeb-f664fd8ffdff admin admin] Pushing event updated for resources: {'Network': ['ID=c386b781-67b6-4986-a6c3-1438ada313b0,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:55.712160 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Network c386b781-67b6-4986-a6c3-1438ada313b0 details requested by agent ovs-agent-dv-cinder-826350-1-iscsi with host dv-cinder-826350-1-iscsi {{(pid=102639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 18:43:55.861129 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-96166db3-86eb-4682-a9cf-eb052fa5d41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31061836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49414909'] for subnet (2531e4ed-879a-4ede-b577-43db216b07a7), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:55.941994 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96166db3-86eb-4682-a9cf-eb052fa5d41f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2531e4ed-879a-4ede-b577-43db216b07a7,revision_number=0']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:55.957873 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96166db3-86eb-4682-a9cf-eb052fa5d41f admin admin] Checking segment: {'id': '4e731f32-e4b0-48d5-bb8c-f3da5ea08135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:43:55.958255 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96166db3-86eb-4682-a9cf-eb052fa5d41f admin admin] Network hostable DHCP agents. Network: c386b781-67b6-4986-a6c3-1438ada313b0, hostable agents: ['b5880275-9c8b-431f-be2f-f5317484e45d'], hosted agents: [] {{(pid=102638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 18:43:55.968357 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da91f55-175f-4546-b39c-d19596a33d65 req-9f547e03-62d5-4e5b-8ff5-30951c5dcb49 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:55.969855 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6da91f55-175f-4546-b39c-d19596a33d65 req-9f547e03-62d5-4e5b-8ff5-30951c5dcb49 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0849302 Jan 25 18:43:55.993007 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96166db3-86eb-4682-a9cf-eb052fa5d41f admin admin] Network c386b781-67b6-4986-a6c3-1438ada313b0 is scheduled to be hosted by DHCP agent b5880275-9c8b-431f-be2f-f5317484e45d with binding_index 1 {{(pid=102638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 18:43:56.010260 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-96166db3-86eb-4682-a9cf-eb052fa5d41f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-1-iscsi, c386b781-67b6-4986-a6c3-1438ada313b0) {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:43:56.017659 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96166db3-86eb-4682-a9cf-eb052fa5d41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:56.018290 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-96166db3-86eb-4682-a9cf-eb052fa5d41f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for subnet (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:56.020589 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee78be81-aa32-454b-8edc-6f2aa8ab32da None None] Network c386b781-67b6-4986-a6c3-1438ada313b0 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:43:56.039341 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6da91f55-175f-4546-b39c-d19596a33d65 req-1dfe0ed1-9b75-4d1b-8daf-d2c5a7c15985 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637305 Jan 25 18:43:56.046237 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 50348) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:43:56.046461 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-96166db3-86eb-4682-a9cf-eb052fa5d41f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3790295 Jan 25 18:43:56.051208 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:43:56.051597 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-4f421bf1-4e94-4e9f-93a6-2f5d440111fb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-590041399-router', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:43:56.071962 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4f421bf1-4e94-4e9f-93a6-2f5d440111fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-697049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62807'] for router (2539e3b6-6ac0-4b41-b015-208a97ec7ddf), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:56.073050 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4f421bf1-4e94-4e9f-93a6-2f5d440111fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-699363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62766'] for router (2539e3b6-6ac0-4b41-b015-208a97ec7ddf), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:56.122802 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4f421bf1-4e94-4e9f-93a6-2f5d440111fb admin admin] Publish callbacks [] for router_controller (2539e3b6-6ac0-4b41-b015-208a97ec7ddf), precommit_add_association {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:56.197050 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565ef5f1-1ffb-4c65-9c2a-1a7d6db5e5b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b39d9ff-679d-5f50-bbb7-ef26a22f6105-c386b781-67b6-4986-a6c3-1438ada313b0', 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0', 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'fixed_ips': [{'subnet_id': '2531e4ed-879a-4ede-b577-43db216b07a7'}]}} from dv-cinder-826350-1-iscsi. {{(pid=102639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 18:43:56.197942 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-565ef5f1-1ffb-4c65-9c2a-1a7d6db5e5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:56.224004 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:43:56.243234 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': 'b1f7af1a-b0a7-4b31-a4d8-dd81510990e8', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'port_id': 'b1f7af1a-b0a7-4b31-a4d8-dd81510990e8', 'mac_address': 'fa:16:3e:1c:bd:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:43:56.274319 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4f421bf1-4e94-4e9f-93a6-2f5d440111fb admin admin] Publish callbacks [] for router_gateway (2539e3b6-6ac0-4b41-b015-208a97ec7ddf), precommit_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:56.348735 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 is: ACTIVE; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:43:56.349119 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:56.385057 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:43:56.410080 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-565ef5f1-1ffb-4c65-9c2a-1a7d6db5e5b4 None None] Allocated IP 172.20.0.2 (c386b781-67b6-4986-a6c3-1438ada313b0/2531e4ed-879a-4ede-b577-43db216b07a7/844761e8-36ab-4d00-9f4f-a16ae20706e2) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:43:56.415999 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:43:56.422870 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:56.471844 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4f421bf1-4e94-4e9f-93a6-2f5d440111fb admin admin] Publish callbacks [] for router_gateway (2539e3b6-6ac0-4b41-b015-208a97ec7ddf), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:56.495121 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4f421bf1-4e94-4e9f-93a6-2f5d440111fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:56.532726 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8,revision_number=6']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:56.553410 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['b1f7af1a-b0a7-4b31-a4d8-dd81510990e8'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:43:56.608730 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_common [None req-4f421bf1-4e94-4e9f-93a6-2f5d440111fb admin admin] Allocated IP 172.27.2.72 (af042177-33eb-43ce-93a3-80213c48b93e/b5271661-edb4-4dc6-95f7-ec5badc479aa/233cde6b-20c3-412e-bfbc-db5d79bb52c3) {{(pid=102637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:43:56.652449 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-565ef5f1-1ffb-4c65-9c2a-1a7d6db5e5b4 None None] Publish callbacks [] for port (844761e8-36ab-4d00-9f4f-a16ae20706e2), precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:56.661086 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-565ef5f1-1ffb-4c65-9c2a-1a7d6db5e5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (844761e8-36ab-4d00-9f4f-a16ae20706e2), after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:56.721670 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565ef5f1-1ffb-4c65-9c2a-1a7d6db5e5b4 None None] Network c386b781-67b6-4986-a6c3-1438ada313b0 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:43:56.728981 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4f421bf1-4e94-4e9f-93a6-2f5d440111fb admin admin] Publish callbacks [] for port (233cde6b-20c3-412e-bfbc-db5d79bb52c3), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:56.732430 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-565ef5f1-1ffb-4c65-9c2a-1a7d6db5e5b4 None None] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:43:56.740007 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565ef5f1-1ffb-4c65-9c2a-1a7d6db5e5b4 None None] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:43:56.742909 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ef5f1-1ffb-4c65-9c2a-1a7d6db5e5b4 None None] Pushing event updated for resources: {'Port': ['ID=844761e8-36ab-4d00-9f4f-a16ae20706e2,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:56.767177 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4f421bf1-4e94-4e9f-93a6-2f5d440111fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (233cde6b-20c3-412e-bfbc-db5d79bb52c3), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:56.809383 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f421bf1-4e94-4e9f-93a6-2f5d440111fb admin admin] Network af042177-33eb-43ce-93a3-80213c48b93e is already hosted by enough agents. {{(pid=102637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:43:56.813978 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-4f421bf1-4e94-4e9f-93a6-2f5d440111fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:43:56.815641 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-565ef5f1-1ffb-4c65-9c2a-1a7d6db5e5b4 None None] Attempting to bind port 844761e8-36ab-4d00-9f4f-a16ae20706e2 on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:43:56.816231 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-565ef5f1-1ffb-4c65-9c2a-1a7d6db5e5b4 None None] Attempting to bind port 844761e8-36ab-4d00-9f4f-a16ae20706e2 by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': '4e731f32-e4b0-48d5-bb8c-f3da5ea08135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:43:56.816797 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565ef5f1-1ffb-4c65-9c2a-1a7d6db5e5b4 None None] Attempting to bind port 844761e8-36ab-4d00-9f4f-a16ae20706e2 on network c386b781-67b6-4986-a6c3-1438ada313b0 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:43:56.817455 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f421bf1-4e94-4e9f-93a6-2f5d440111fb admin admin] Received port after_create {{(pid=102637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:43:56.824347 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565ef5f1-1ffb-4c65-9c2a-1a7d6db5e5b4 None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:43:56.824998 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565ef5f1-1ffb-4c65-9c2a-1a7d6db5e5b4 None None] Checking segment: {'id': '4e731f32-e4b0-48d5-bb8c-f3da5ea08135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:43:56.825452 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-565ef5f1-1ffb-4c65-9c2a-1a7d6db5e5b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:56.825852 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565ef5f1-1ffb-4c65-9c2a-1a7d6db5e5b4 None None] Bound using segment: {'id': '4e731f32-e4b0-48d5-bb8c-f3da5ea08135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:43:56.826346 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-565ef5f1-1ffb-4c65-9c2a-1a7d6db5e5b4 None None] Bound port: 844761e8-36ab-4d00-9f4f-a16ae20706e2, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e731f32-e4b0-48d5-bb8c-f3da5ea08135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:43:56.826730 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-565ef5f1-1ffb-4c65-9c2a-1a7d6db5e5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (844761e8-36ab-4d00-9f4f-a16ae20706e2), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:56.847755 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f421bf1-4e94-4e9f-93a6-2f5d440111fb admin admin] Pushing event updated for resources: {'Port': ['ID=233cde6b-20c3-412e-bfbc-db5d79bb52c3,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:56.918559 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-565ef5f1-1ffb-4c65-9c2a-1a7d6db5e5b4 None None] For port 844761e8-36ab-4d00-9f4f-a16ae20706e2, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:43:56.922397 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-565ef5f1-1ffb-4c65-9c2a-1a7d6db5e5b4 None None] For port 844761e8-36ab-4d00-9f4f-a16ae20706e2, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=844761e8-36ab-4d00-9f4f-a16ae20706e2,segment=NetworkSegment(4e731f32-e4b0-48d5-bb8c-f3da5ea08135),segment_id=4e731f32-e4b0-48d5-bb8c-f3da5ea08135)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:43:56.927291 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-565ef5f1-1ffb-4c65-9c2a-1a7d6db5e5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (844761e8-36ab-4d00-9f4f-a16ae20706e2), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:56.990398 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ef5f1-1ffb-4c65-9c2a-1a7d6db5e5b4 None None] Pushing event updated for resources: {'Port': ['ID=844761e8-36ab-4d00-9f4f-a16ae20706e2,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:57.089510 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4f421bf1-4e94-4e9f-93a6-2f5d440111fb admin admin] Publish callbacks [] for router_gateway (2539e3b6-6ac0-4b41-b015-208a97ec7ddf), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:57.203837 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bf3ff-5963-40a1-82f6-c69b461ad503 req-b6987432-d9e2-4035-8bc1-7786d7656a38 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:57.205439 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-196bf3ff-5963-40a1-82f6-c69b461ad503 req-b6987432-d9e2-4035-8bc1-7786d7656a38 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 944 time: 0.0843515 Jan 25 18:43:57.261336 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-196bf3ff-5963-40a1-82f6-c69b461ad503 req-d27d2412-dee4-4222-815d-8183976616c8 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496447 Jan 25 18:43:57.331127 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4f421bf1-4e94-4e9f-93a6-2f5d440111fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-699342'] for router (2539e3b6-6ac0-4b41-b015-208a97ec7ddf), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:57.485230 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f421bf1-4e94-4e9f-93a6-2f5d440111fb admin admin] Router 2539e3b6-6ac0-4b41-b015-208a97ec7ddf is scheduled to L3 agent 703c7712-6a11-47c5-988f-a759c326b50f with binding_index 1 {{(pid=102637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 18:43:57.596992 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f421bf1-4e94-4e9f-93a6-2f5d440111fb admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:43:57.606825 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] Sync routers for ids ['2539e3b6-6ac0-4b41-b015-208a97ec7ddf'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:43:57.617086 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4f421bf1-4e94-4e9f-93a6-2f5d440111fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:57.618940 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-4f421bf1-4e94-4e9f-93a6-2f5d440111fb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5708358 Jan 25 18:43:57.621674 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 50384) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:43:57.642771 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] Routers {'2539e3b6-6ac0-4b41-b015-208a97ec7ddf'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:43:57.645679 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:43:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['2539e3b6-6ac0-4b41-b015-208a97ec7ddf'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:43:57.883160 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] Set router 2539e3b6-6ac0-4b41-b015-208a97ec7ddf gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:43:57.959720 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 844761e8-36ab-4d00-9f4f-a16ae20706e2 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:43:58.088849 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:43:58.180181 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-36f03429-f236-40b8-90dc-d550c72fc7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:58.257712 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 844761e8-36ab-4d00-9f4f-a16ae20706e2 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:43:58.258120 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (844761e8-36ab-4d00-9f4f-a16ae20706e2), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:58.340880 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d496d562-b19a-49ab-a481-5d4c5139f3c9 None None] Network c386b781-67b6-4986-a6c3-1438ada313b0 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:43:58.370644 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [None req-36f03429-f236-40b8-90dc-d550c72fc7cb admin admin] Allocated IP 172.20.0.1 (c386b781-67b6-4986-a6c3-1438ada313b0/2531e4ed-879a-4ede-b577-43db216b07a7/7dc09086-5407-48aa-85c6-e18d68084253) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:43:58.531523 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-36f03429-f236-40b8-90dc-d550c72fc7cb admin admin] Publish callbacks [] for port (7dc09086-5407-48aa-85c6-e18d68084253), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:58.557487 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fb735-acd0-4c95-9156-d9cfbd325983 req-75697885-a844-4805-ba28-b558feb31a5b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:58.558925 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-bd8fb735-acd0-4c95-9156-d9cfbd325983 req-75697885-a844-4805-ba28-b558feb31a5b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 944 time: 0.0881469 Jan 25 18:43:58.585181 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-265d36d7-9516-4e51-a920-d72de14dd2bf None None] Provisioning complete for port 844761e8-36ab-4d00-9f4f-a16ae20706e2 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:43:58.587684 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-265d36d7-9516-4e51-a920-d72de14dd2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (844761e8-36ab-4d00-9f4f-a16ae20706e2), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:58.630216 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-36f03429-f236-40b8-90dc-d550c72fc7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (7dc09086-5407-48aa-85c6-e18d68084253), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:58.636066 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-bd8fb735-acd0-4c95-9156-d9cfbd325983 req-4616bf73-220f-4737-b3dd-499dce2b4a9a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645449 Jan 25 18:43:58.677253 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f03429-f236-40b8-90dc-d550c72fc7cb admin admin] Network c386b781-67b6-4986-a6c3-1438ada313b0 is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:43:58.682392 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-36f03429-f236-40b8-90dc-d550c72fc7cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:43:58.686701 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f03429-f236-40b8-90dc-d550c72fc7cb admin admin] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:43:58.703268 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:43:58.703268 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:58.721184 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f03429-f236-40b8-90dc-d550c72fc7cb admin admin] Pushing event updated for resources: {'Port': ['ID=7dc09086-5407-48aa-85c6-e18d68084253,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:58.745378 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-36f03429-f236-40b8-90dc-d550c72fc7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698595'] for router_interface (2539e3b6-6ac0-4b41-b015-208a97ec7ddf), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:58.776638 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'name': 'tempest-TestMinimumBasicScenario-590041399-router', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:43:56Z', 'revision_number': 3, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'gw_port': {'id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:43:58.870054 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] Checking router: 2539e3b6-6ac0-4b41-b015-208a97ec7ddf for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:43:58.870449 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] Updating router 2539e3b6-6ac0-4b41-b015-208a97ec7ddf port 233cde6b-20c3-412e-bfbc-db5d79bb52c3 binding host dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 18:43:58.879014 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-265d36d7-9516-4e51-a920-d72de14dd2bf None None] Current status of the port 844761e8-36ab-4d00-9f4f-a16ae20706e2 is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:43:58.879419 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-265d36d7-9516-4e51-a920-d72de14dd2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (844761e8-36ab-4d00-9f4f-a16ae20706e2), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:58.905175 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-36f03429-f236-40b8-90dc-d550c72fc7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (7dc09086-5407-48aa-85c6-e18d68084253), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:58.947852 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (233cde6b-20c3-412e-bfbc-db5d79bb52c3), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:58.952118 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 844761e8-36ab-4d00-9f4f-a16ae20706e2 is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:43:58.952512 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (844761e8-36ab-4d00-9f4f-a16ae20706e2), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:59.014607 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-265d36d7-9516-4e51-a920-d72de14dd2bf None None] For port 844761e8-36ab-4d00-9f4f-a16ae20706e2, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=844761e8-36ab-4d00-9f4f-a16ae20706e2,segment=NetworkSegment(4e731f32-e4b0-48d5-bb8c-f3da5ea08135),segment_id=4e731f32-e4b0-48d5-bb8c-f3da5ea08135)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:43:59.048695 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-265d36d7-9516-4e51-a920-d72de14dd2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (844761e8-36ab-4d00-9f4f-a16ae20706e2), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:59.165512 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-36f03429-f236-40b8-90dc-d550c72fc7cb admin admin] Publish callbacks [] for port (7dc09086-5407-48aa-85c6-e18d68084253), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:59.181538 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-36f03429-f236-40b8-90dc-d550c72fc7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31061751'] for port (7dc09086-5407-48aa-85c6-e18d68084253), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:59.186669 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:43:59.187098 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:59.212874 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.db.api [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 18:43:59.213283 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG oslo_db.api [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 18:43:59.256851 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc4c8d2-f440-4892-9382-a6f2de2462ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f7af1a-b0a7-4b31-a4d8-dd81510990e8'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:43:59.259189 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15c9f9c-0a94-4c29-81d6-6c616a3a5b89" -d '{"events": [{"server_uuid": "8fc4c8d2-f440-4892-9382-a6f2de2462ab", "name": "network-vif-plugged", "status": "completed", "tag": "b1f7af1a-b0a7-4b31-a4d8-dd81510990e8"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:43:59.270548 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d36d7-9516-4e51-a920-d72de14dd2bf None None] Pushing event updated for resources: {'Port': ['ID=844761e8-36ab-4d00-9f4f-a16ae20706e2,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:59.299706 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-36f03429-f236-40b8-90dc-d550c72fc7cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698511'] for router_interface (2539e3b6-6ac0-4b41-b015-208a97ec7ddf), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:59.301488 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f03429-f236-40b8-90dc-d550c72fc7cb admin admin] Pushing event updated for resources: {'Port': ['ID=7dc09086-5407-48aa-85c6-e18d68084253,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:59.313834 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:43:59.319932 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:59.407627 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-d081cd06-b01a-4908-9403-73c237bcb7f2 None None] Provisioning complete for port 7dc09086-5407-48aa-85c6-e18d68084253 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:43:59.408345 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d081cd06-b01a-4908-9403-73c237bcb7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (7dc09086-5407-48aa-85c6-e18d68084253), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:59.436010 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f03429-f236-40b8-90dc-d550c72fc7cb admin admin] Network c386b781-67b6-4986-a6c3-1438ada313b0 is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:43:59.437358 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:43:59.438742 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-36f03429-f236-40b8-90dc-d550c72fc7cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:43:59.483442 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8,revision_number=7']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:59.537611 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d081cd06-b01a-4908-9403-73c237bcb7f2 None None] Port 7dc09086-5407-48aa-85c6-e18d68084253 cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:43:59.539918 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c786bc37-815f-4c4d-8868-02b8c2a61959 x-openstack-request-id: req-c786bc37-815f-4c4d-8868-02b8c2a61959 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:43:59.540234 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc4c8d2-f440-4892-9382-a6f2de2462ab", "name": "network-vif-plugged", "status": "completed", "tag": "b1f7af1a-b0a7-4b31-a4d8-dd81510990e8", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:43:59.540494 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c786bc37-815f-4c4d-8868-02b8c2a61959 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:43:59.540884 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc4c8d2-f440-4892-9382-a6f2de2462ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f7af1a-b0a7-4b31-a4d8-dd81510990e8', 'code': 200} Jan 25 18:43:59.590109 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-d081cd06-b01a-4908-9403-73c237bcb7f2 None None] Provisioning complete for port 844761e8-36ab-4d00-9f4f-a16ae20706e2 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:43:59.590438 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d081cd06-b01a-4908-9403-73c237bcb7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (844761e8-36ab-4d00-9f4f-a16ae20706e2), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:59.596080 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] Publish callbacks [] for port (233cde6b-20c3-412e-bfbc-db5d79bb52c3), precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:59.613331 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f03429-f236-40b8-90dc-d550c72fc7cb admin admin] Router 2539e3b6-6ac0-4b41-b015-208a97ec7ddf has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:43:59.629352 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (233cde6b-20c3-412e-bfbc-db5d79bb52c3), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:59.676619 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad80535-2a99-41e3-ae55-f4f04fcae7a4 None None] Pushing event updated for resources: {'Port': ['ID=233cde6b-20c3-412e-bfbc-db5d79bb52c3,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:43:59.793863 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] Attempting to bind port 233cde6b-20c3-412e-bfbc-db5d79bb52c3 on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:43:59.794276 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] Attempting to bind port 233cde6b-20c3-412e-bfbc-db5d79bb52c3 by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:43:59.794646 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] Attempting to bind port 233cde6b-20c3-412e-bfbc-db5d79bb52c3 on network af042177-33eb-43ce-93a3-80213c48b93e {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:43:59.820604 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:43:59.820977 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] Checking segment: {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:43:59.821378 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:59.821768 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] Bound using segment: {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:43:59.822272 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] Bound port: 233cde6b-20c3-412e-bfbc-db5d79bb52c3, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:43:59.822656 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (233cde6b-20c3-412e-bfbc-db5d79bb52c3), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:59.851487 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f03429-f236-40b8-90dc-d550c72fc7cb admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:43:59.857626 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-36f03429-f236-40b8-90dc-d550c72fc7cb admin admin] 10.222.0.41 "PUT /v2.0/routers/2539e3b6-6ac0-4b41-b015-208a97ec7ddf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2344892 Jan 25 18:43:59.882620 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3119c-70e1-4ca2-b3cc-ef267dd3f304 req-88f146cf-360b-4a98-8b28-43bb40cda794 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:43:59.889661 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-54a3119c-70e1-4ca2-b3cc-ef267dd3f304 req-88f146cf-360b-4a98-8b28-43bb40cda794 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0882812 Jan 25 18:43:59.897956 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d081cd06-b01a-4908-9403-73c237bcb7f2 None None] Current status of the port 844761e8-36ab-4d00-9f4f-a16ae20706e2 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:43:59.900067 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 844761e8-36ab-4d00-9f4f-a16ae20706e2 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:43:59.964980 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] For port 233cde6b-20c3-412e-bfbc-db5d79bb52c3, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:43:59.970075 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] For port 233cde6b-20c3-412e-bfbc-db5d79bb52c3, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=233cde6b-20c3-412e-bfbc-db5d79bb52c3,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:43:59.976644 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (233cde6b-20c3-412e-bfbc-db5d79bb52c3), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:43:59.998842 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-54a3119c-70e1-4ca2-b3cc-ef267dd3f304 req-b8175582-98b4-4162-a9d3-3f64080d6808 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082590 Jan 25 18:44:00.095704 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 844761e8-36ab-4d00-9f4f-a16ae20706e2 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:44:00.127813 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad80535-2a99-41e3-ae55-f4f04fcae7a4 None None] Pushing event updated for resources: {'Port': ['ID=233cde6b-20c3-412e-bfbc-db5d79bb52c3,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:00.178603 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-1a152379-ecc0-43d9-b3b6-812f50276bc7 None None] Provisioning complete for port 7dc09086-5407-48aa-85c6-e18d68084253 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:44:00.178993 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1a152379-ecc0-43d9-b3b6-812f50276bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (7dc09086-5407-48aa-85c6-e18d68084253), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:00.184128 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2b438f5b-d056-4a2c-8f41-4fad4b3e36fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:00.262268 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-1a152379-ecc0-43d9-b3b6-812f50276bc7 None None] Port 7dc09086-5407-48aa-85c6-e18d68084253 cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:44:00.278794 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] Routers {'2539e3b6-6ac0-4b41-b015-208a97ec7ddf'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:44:00.282732 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:43:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['2539e3b6-6ac0-4b41-b015-208a97ec7ddf'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:00.351095 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 844761e8-36ab-4d00-9f4f-a16ae20706e2 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:44:00.351678 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (844761e8-36ab-4d00-9f4f-a16ae20706e2), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:00.476411 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] Set router 2539e3b6-6ac0-4b41-b015-208a97ec7ddf gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:44:00.646986 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 844761e8-36ab-4d00-9f4f-a16ae20706e2 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:44:00.685183 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 50422) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:00.694152 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-cc087926-c166-41d1-9d7c-bf76a5e0934a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-926167366-network', 'tenant_id': '2852228c136e4bb99812f10bb908b83a'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:00.721801 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc087926-c166-41d1-9d7c-bf76a5e0934a admin admin] Made reservation on behalf of 2852228c136e4bb99812f10bb908b83a for: {'network': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:44:00.724802 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-cc087926-c166-41d1-9d7c-bf76a5e0934a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for network (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:00.736975 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-cc087926-c166-41d1-9d7c-bf76a5e0934a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:00.830365 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'name': 'tempest-TestMinimumBasicScenario-590041399-router', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:43:58Z', 'revision_number': 4, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'gw_port': {'id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '7dc09086-5407-48aa-85c6-e18d68084253', 'name': '', 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'mac_address': 'fa:16:3e:14:c9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2531e4ed-879a-4ede-b577-43db216b07a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:58Z', 'updated_at': '2022-01-25T18:43:58Z', 'revision_number': 2, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'subnets': [{'id': '2531e4ed-879a-4ede-b577-43db216b07a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:00.832582 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-cc087926-c166-41d1-9d7c-bf76a5e0934a admin admin] Publish callbacks [] for security_group (ec957570-3f1e-45bb-ad0c-3ce08d3b0485), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:00.838204 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-cc087926-c166-41d1-9d7c-bf76a5e0934a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (ec957570-3f1e-45bb-ad0c-3ce08d3b0485), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:00.861200 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc087926-c166-41d1-9d7c-bf76a5e0934a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=102638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 18:44:00.884477 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc087926-c166-41d1-9d7c-bf76a5e0934a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec957570-3f1e-45bb-ad0c-3ce08d3b0485,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:00.900841 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-cc087926-c166-41d1-9d7c-bf76a5e0934a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (06b357da-d76c-4841-a956-583d15e794e5), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:00.901185 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.db.segments_db [None req-cc087926-c166-41d1-9d7c-bf76a5e0934a admin admin] Added segment 06b357da-d76c-4841-a956-583d15e794e5 of type vlan for network 1e1fbf57-0430-460b-991c-d131c696d3c8 Jan 25 18:44:00.960438 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-cc087926-c166-41d1-9d7c-bf76a5e0934a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748160996684'] for network (1e1fbf57-0430-460b-991c-d131c696d3c8), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:00.992401 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-cc087926-c166-41d1-9d7c-bf76a5e0934a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for network (1e1fbf57-0430-460b-991c-d131c696d3c8), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:00.993801 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc087926-c166-41d1-9d7c-bf76a5e0934a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:00.994670 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-cc087926-c166-41d1-9d7c-bf76a5e0934a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:01.034624 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5ffa15-fa73-4215-b863-88651b9f4a46 None None] The sync data for ids ['2539e3b6-6ac0-4b41-b015-208a97ec7ddf'] in dv-cinder-826350-1-iscsi is: [{'id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'name': 'tempest-TestMinimumBasicScenario-590041399-router', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:43:58Z', 'revision_number': 4, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'gw_port': {'id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '7dc09086-5407-48aa-85c6-e18d68084253', 'name': '', 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'mac_address': 'fa:16:3e:14:c9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2531e4ed-879a-4ede-b577-43db216b07a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:58Z', 'updated_at': '2022-01-25T18:43:58Z', 'revision_number': 2, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'subnets': [{'id': '2531e4ed-879a-4ede-b577-43db216b07a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:44:01.095609 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc087926-c166-41d1-9d7c-bf76a5e0934a admin admin] Pushing event updated for resources: {'Network': ['ID=1e1fbf57-0430-460b-991c-d131c696d3c8,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:01.100662 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-cc087926-c166-41d1-9d7c-bf76a5e0934a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4136953 Jan 25 18:44:01.103571 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 50426) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:01.110305 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Network 1e1fbf57-0430-460b-991c-d131c696d3c8 details requested by agent ovs-agent-dv-cinder-826350-1-iscsi with host dv-cinder-826350-1-iscsi {{(pid=102639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 18:44:01.110756 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-9290586a-f3da-4afb-91ab-10f25d913253 admin admin] Request body: {'subnet': {'network_id': '1e1fbf57-0430-460b-991c-d131c696d3c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-926167366-subnet', 'tenant_id': '2852228c136e4bb99812f10bb908b83a', 'ip_version': 4}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:01.142069 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9290586a-f3da-4afb-91ab-10f25d913253 admin admin] Made reservation on behalf of 2852228c136e4bb99812f10bb908b83a for: {'subnet': 1} {{(pid=102637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:44:01.144580 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-9290586a-f3da-4afb-91ab-10f25d913253 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31292719'] for subnet (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:01.204029 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c3aee-f76a-4082-870b-dcb008a08ff6 req-fc4dec9a-26bd-431f-930a-5d17ac20e591 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:01.207593 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-709c3aee-f76a-4082-870b-dcb008a08ff6 req-fc4dec9a-26bd-431f-930a-5d17ac20e591 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0856552 Jan 25 18:44:01.276599 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-709c3aee-f76a-4082-870b-dcb008a08ff6 req-7b56bb6b-d4ba-4d40-b167-94aa9a8f6467 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515816 Jan 25 18:44:01.399836 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-9290586a-f3da-4afb-91ab-10f25d913253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31424844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31292733'] for subnet (a78a1a49-b975-40d3-a728-970f496129e6), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:01.483029 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290586a-f3da-4afb-91ab-10f25d913253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a78a1a49-b975-40d3-a728-970f496129e6,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:01.494278 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9290586a-f3da-4afb-91ab-10f25d913253 admin admin] Checking segment: {'id': '06b357da-d76c-4841-a956-583d15e794e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1e1fbf57-0430-460b-991c-d131c696d3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:44:01.494991 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9290586a-f3da-4afb-91ab-10f25d913253 admin admin] Network hostable DHCP agents. Network: 1e1fbf57-0430-460b-991c-d131c696d3c8, hostable agents: ['b5880275-9c8b-431f-be2f-f5317484e45d'], hosted agents: [] {{(pid=102637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 18:44:01.519853 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9290586a-f3da-4afb-91ab-10f25d913253 admin admin] Network 1e1fbf57-0430-460b-991c-d131c696d3c8 is scheduled to be hosted by DHCP agent b5880275-9c8b-431f-be2f-f5317484e45d with binding_index 1 {{(pid=102637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 18:44:01.530768 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-9290586a-f3da-4afb-91ab-10f25d913253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-1-iscsi, 1e1fbf57-0430-460b-991c-d131c696d3c8) {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:44:01.536316 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9290586a-f3da-4afb-91ab-10f25d913253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:01.537006 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-9290586a-f3da-4afb-91ab-10f25d913253 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:01.552399 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2f0488-98b7-46f3-aa98-238e674ec87d None None] Network 1e1fbf57-0430-460b-991c-d131c696d3c8 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:44:01.556845 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-9290586a-f3da-4afb-91ab-10f25d913253 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4520497 Jan 25 18:44:01.559456 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 50428) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:01.564972 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-b508e5d3-c345-4463-b957-cd0125aafd25 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-926167366-router', 'tenant_id': '2852228c136e4bb99812f10bb908b83a', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:01.598001 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b508e5d3-c345-4463-b957-cd0125aafd25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-697049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62807'] for router (a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:01.599459 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b508e5d3-c345-4463-b957-cd0125aafd25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-699363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62766'] for router (a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:01.688629 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b508e5d3-c345-4463-b957-cd0125aafd25 admin admin] Publish callbacks [] for router_controller (a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f), precommit_add_association {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:01.700756 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e42763-a806-4458-9906-9ad07434c4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b39d9ff-679d-5f50-bbb7-ef26a22f6105-1e1fbf57-0430-460b-991c-d131c696d3c8', 'network_id': '1e1fbf57-0430-460b-991c-d131c696d3c8', 'project_id': '2852228c136e4bb99812f10bb908b83a', 'fixed_ips': [{'subnet_id': 'a78a1a49-b975-40d3-a728-970f496129e6'}]}} from dv-cinder-826350-1-iscsi. {{(pid=102639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 18:44:01.701716 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-49e42763-a806-4458-9906-9ad07434c4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:01.902586 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b508e5d3-c345-4463-b957-cd0125aafd25 admin admin] Publish callbacks [] for router_gateway (a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f), precommit_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:01.987003 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-49e42763-a806-4458-9906-9ad07434c4e7 None None] Allocated IP 172.20.0.2 (1e1fbf57-0430-460b-991c-d131c696d3c8/a78a1a49-b975-40d3-a728-970f496129e6/63d65574-bdd7-43f9-90ce-c5c774a213e8) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:44:02.375696 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b508e5d3-c345-4463-b957-cd0125aafd25 admin admin] Publish callbacks [] for router_gateway (a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:02.416678 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-53beff77-22aa-4174-a7f6-e600bf1b1128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:02.424236 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b508e5d3-c345-4463-b957-cd0125aafd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:02.457564 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-49e42763-a806-4458-9906-9ad07434c4e7 None None] Publish callbacks [] for port (63d65574-bdd7-43f9-90ce-c5c774a213e8), precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:02.463669 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-49e42763-a806-4458-9906-9ad07434c4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (63d65574-bdd7-43f9-90ce-c5c774a213e8), after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:02.516732 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e42763-a806-4458-9906-9ad07434c4e7 None None] Network 1e1fbf57-0430-460b-991c-d131c696d3c8 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:44:02.528980 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-49e42763-a806-4458-9906-9ad07434c4e7 None None] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:44:02.540406 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f94334-e4f4-4b79-8f61-12c7bfd84546 req-5b62bcbc-4a65-41b7-aa16-fc07f78e6d4b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:02.543754 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e42763-a806-4458-9906-9ad07434c4e7 None None] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:44:02.544895 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-21f94334-e4f4-4b79-8f61-12c7bfd84546 req-5b62bcbc-4a65-41b7-aa16-fc07f78e6d4b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0880635 Jan 25 18:44:02.637001 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-21f94334-e4f4-4b79-8f61-12c7bfd84546 req-c4593560-2d52-4c57-b17b-cd11f465c86f tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873594 Jan 25 18:44:02.659922 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-49e42763-a806-4458-9906-9ad07434c4e7 None None] Attempting to bind port 63d65574-bdd7-43f9-90ce-c5c774a213e8 on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:44:02.660612 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-49e42763-a806-4458-9906-9ad07434c4e7 None None] Attempting to bind port 63d65574-bdd7-43f9-90ce-c5c774a213e8 by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': '06b357da-d76c-4841-a956-583d15e794e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1e1fbf57-0430-460b-991c-d131c696d3c8'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:44:02.661140 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e42763-a806-4458-9906-9ad07434c4e7 None None] Attempting to bind port 63d65574-bdd7-43f9-90ce-c5c774a213e8 on network 1e1fbf57-0430-460b-991c-d131c696d3c8 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:44:02.663711 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e42763-a806-4458-9906-9ad07434c4e7 None None] Pushing event updated for resources: {'Port': ['ID=63d65574-bdd7-43f9-90ce-c5c774a213e8,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:02.666527 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_common [None req-b508e5d3-c345-4463-b957-cd0125aafd25 admin admin] Allocated IP 172.27.2.211 (af042177-33eb-43ce-93a3-80213c48b93e/b5271661-edb4-4dc6-95f7-ec5badc479aa/e63d0706-bbf7-4122-9d52-902f0b040f83) {{(pid=102637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:44:02.680269 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e42763-a806-4458-9906-9ad07434c4e7 None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:44:02.680660 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e42763-a806-4458-9906-9ad07434c4e7 None None] Checking segment: {'id': '06b357da-d76c-4841-a956-583d15e794e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1e1fbf57-0430-460b-991c-d131c696d3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:44:02.681076 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-49e42763-a806-4458-9906-9ad07434c4e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:02.681471 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e42763-a806-4458-9906-9ad07434c4e7 None None] Bound using segment: {'id': '06b357da-d76c-4841-a956-583d15e794e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1e1fbf57-0430-460b-991c-d131c696d3c8'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:44:02.682450 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-49e42763-a806-4458-9906-9ad07434c4e7 None None] Bound port: 63d65574-bdd7-43f9-90ce-c5c774a213e8, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b357da-d76c-4841-a956-583d15e794e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1e1fbf57-0430-460b-991c-d131c696d3c8'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:44:02.682968 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-49e42763-a806-4458-9906-9ad07434c4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (63d65574-bdd7-43f9-90ce-c5c774a213e8), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:02.782653 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-49e42763-a806-4458-9906-9ad07434c4e7 None None] For port 63d65574-bdd7-43f9-90ce-c5c774a213e8, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:44:02.787500 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-49e42763-a806-4458-9906-9ad07434c4e7 None None] For port 63d65574-bdd7-43f9-90ce-c5c774a213e8, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=63d65574-bdd7-43f9-90ce-c5c774a213e8,segment=NetworkSegment(06b357da-d76c-4841-a956-583d15e794e5),segment_id=06b357da-d76c-4841-a956-583d15e794e5)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:44:02.797524 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-49e42763-a806-4458-9906-9ad07434c4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (63d65574-bdd7-43f9-90ce-c5c774a213e8), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:02.891946 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e42763-a806-4458-9906-9ad07434c4e7 None None] Pushing event updated for resources: {'Port': ['ID=63d65574-bdd7-43f9-90ce-c5c774a213e8,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:02.904609 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b508e5d3-c345-4463-b957-cd0125aafd25 admin admin] Publish callbacks [] for port (e63d0706-bbf7-4122-9d52-902f0b040f83), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:02.963504 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b508e5d3-c345-4463-b957-cd0125aafd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (e63d0706-bbf7-4122-9d52-902f0b040f83), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:03.014829 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b508e5d3-c345-4463-b957-cd0125aafd25 admin admin] Network af042177-33eb-43ce-93a3-80213c48b93e is already hosted by enough agents. {{(pid=102637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:44:03.024314 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-b508e5d3-c345-4463-b957-cd0125aafd25 admin admin] Resources bound (agent type, host, resource id): {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:44:03.031064 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b508e5d3-c345-4463-b957-cd0125aafd25 admin admin] Received port after_create {{(pid=102637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:44:03.429791 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508e5d3-c345-4463-b957-cd0125aafd25 admin admin] Pushing event updated for resources: {'Port': ['ID=e63d0706-bbf7-4122-9d52-902f0b040f83,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:03.565239 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:03.720421 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b508e5d3-c345-4463-b957-cd0125aafd25 admin admin] Publish callbacks [] for router_gateway (a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:03.811331 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030ed7c-1a2c-43b1-aea0-5e1c1ffa1451 req-cbe345d8-d965-47d5-8223-e3e0d4969162 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:03.819402 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5030ed7c-1a2c-43b1-aea0-5e1c1ffa1451 req-cbe345d8-d965-47d5-8223-e3e0d4969162 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0863929 Jan 25 18:44:03.873465 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5030ed7c-1a2c-43b1-aea0-5e1c1ffa1451 req-d3423183-2b27-4d73-bc79-3f731d9a4ddf tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528080 Jan 25 18:44:04.026226 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b508e5d3-c345-4463-b957-cd0125aafd25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-699342'] for router (a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:04.182508 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 63d65574-bdd7-43f9-90ce-c5c774a213e8 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:44:04.242759 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b508e5d3-c345-4463-b957-cd0125aafd25 admin admin] Router a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f is scheduled to L3 agent 703c7712-6a11-47c5-988f-a759c326b50f with binding_index 1 {{(pid=102637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 18:44:04.267100 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 63d65574-bdd7-43f9-90ce-c5c774a213e8 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:44:04.267484 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (63d65574-bdd7-43f9-90ce-c5c774a213e8), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:04.370145 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1033f34e-1f7f-4f19-a929-7b404954f405 None None] Network 1e1fbf57-0430-460b-991c-d131c696d3c8 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:44:04.412709 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b508e5d3-c345-4463-b957-cd0125aafd25 admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:44:04.423932 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] Sync routers for ids ['a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f'] in dv-cinder-826350-1-iscsi {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:44:04.438592 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] Routers {'a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:44:04.440220 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:44:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:04.454849 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 63d65574-bdd7-43f9-90ce-c5c774a213e8 is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:44:04.455248 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (63d65574-bdd7-43f9-90ce-c5c774a213e8), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:04.457030 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b508e5d3-c345-4463-b957-cd0125aafd25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:04.467641 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-b508e5d3-c345-4463-b957-cd0125aafd25 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9068263 Jan 25 18:44:04.471413 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 50452) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:04.506287 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a95e77f9-99c0-4b8e-b1a1-593401dcd377 None None] Provisioning complete for port 63d65574-bdd7-43f9-90ce-c5c774a213e8 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:44:04.506670 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a95e77f9-99c0-4b8e-b1a1-593401dcd377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (63d65574-bdd7-43f9-90ce-c5c774a213e8), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:04.563121 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] For port 63d65574-bdd7-43f9-90ce-c5c774a213e8, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=63d65574-bdd7-43f9-90ce-c5c774a213e8,segment=NetworkSegment(06b357da-d76c-4841-a956-583d15e794e5),segment_id=06b357da-d76c-4841-a956-583d15e794e5)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:44:04.571627 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (63d65574-bdd7-43f9-90ce-c5c774a213e8), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:04.572430 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 233cde6b-20c3-412e-bfbc-db5d79bb52c3 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:44:04.655091 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] Set router a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:44:04.735612 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Pushing event updated for resources: {'Port': ['ID=63d65574-bdd7-43f9-90ce-c5c774a213e8,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:04.757360 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:04.757985 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:04.758550 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:04.759055 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:04.759548 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:04.760063 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:04.761521 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:04.761521 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:04.761521 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:04.761863 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:04.761969 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:04.762265 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:04.762600 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:04.774115 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a95e77f9-99c0-4b8e-b1a1-593401dcd377 None None] Current status of the port 63d65574-bdd7-43f9-90ce-c5c774a213e8 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:44:04.784458 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 233cde6b-20c3-412e-bfbc-db5d79bb52c3 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:44:04.785084 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (233cde6b-20c3-412e-bfbc-db5d79bb52c3), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:04.954232 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f', 'name': 'tempest-TestMinimumBasicScenario-926167366-router', 'tenant_id': '2852228c136e4bb99812f10bb908b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e63d0706-bbf7-4122-9d52-902f0b040f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:44:01Z', 'updated_at': '2022-01-25T18:44:03Z', 'revision_number': 3, 'project_id': '2852228c136e4bb99812f10bb908b83a', 'gw_port': {'id': 'e63d0706-bbf7-4122-9d52-902f0b040f83', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:44:02Z', 'updated_at': '2022-01-25T18:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:05.017811 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:05.018895 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 233cde6b-20c3-412e-bfbc-db5d79bb52c3 is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:44:05.020103 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (233cde6b-20c3-412e-bfbc-db5d79bb52c3), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:05.061879 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] For port 233cde6b-20c3-412e-bfbc-db5d79bb52c3, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=233cde6b-20c3-412e-bfbc-db5d79bb52c3,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:44:05.065038 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] Sync routers for ids ['2539e3b6-6ac0-4b41-b015-208a97ec7ddf'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:44:05.074876 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (233cde6b-20c3-412e-bfbc-db5d79bb52c3), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:05.081651 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] Checking router: a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f for host: dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:44:05.085990 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] Updating router a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f port e63d0706-bbf7-4122-9d52-902f0b040f83 binding host dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 18:44:05.115992 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] Routers {'2539e3b6-6ac0-4b41-b015-208a97ec7ddf'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:44:05.116900 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:44:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['2539e3b6-6ac0-4b41-b015-208a97ec7ddf'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:05.136192 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df6d5a-d93c-4baf-bc04-c203d47a95cf req-7f99762b-699c-4f82-9993-fe3ff36666fa tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:05.139223 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f8df6d5a-d93c-4baf-bc04-c203d47a95cf req-7f99762b-699c-4f82-9993-fe3ff36666fa tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.1110218 Jan 25 18:44:05.149885 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (e63d0706-bbf7-4122-9d52-902f0b040f83), before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:05.186688 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-f36ab39c-61f1-4f21-b193-a388d0e14eb0 None None] Provisioning complete for port 63d65574-bdd7-43f9-90ce-c5c774a213e8 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:44:05.187021 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f36ab39c-61f1-4f21-b193-a388d0e14eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (63d65574-bdd7-43f9-90ce-c5c774a213e8), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:05.222067 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f8df6d5a-d93c-4baf-bc04-c203d47a95cf req-918f065f-ce6c-4ae1-81c3-3e25b927025b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705721 Jan 25 18:44:05.250850 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Pushing event updated for resources: {'Port': ['ID=233cde6b-20c3-412e-bfbc-db5d79bb52c3,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:05.327479 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] Set router 2539e3b6-6ac0-4b41-b015-208a97ec7ddf gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:44:05.364672 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-52efb07d-3d5a-4ccc-b6ba-529c85fdff02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:05.445136 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-f36ab39c-61f1-4f21-b193-a388d0e14eb0 None None] Current status of the port 63d65574-bdd7-43f9-90ce-c5c774a213e8 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:44:05.548315 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] Publish callbacks [] for port (e63d0706-bbf7-4122-9d52-902f0b040f83), precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:05.563511 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (e63d0706-bbf7-4122-9d52-902f0b040f83), after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:05.606512 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_common [None req-52efb07d-3d5a-4ccc-b6ba-529c85fdff02 admin admin] Allocated IP 172.20.0.1 (1e1fbf57-0430-460b-991c-d131c696d3c8/a78a1a49-b975-40d3-a728-970f496129e6/5446b87c-cbf0-4a4a-8695-1cf0d6fab916) {{(pid=102637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:44:05.639532 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] Attempting to bind port e63d0706-bbf7-4122-9d52-902f0b040f83 on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:44:05.640792 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] Attempting to bind port e63d0706-bbf7-4122-9d52-902f0b040f83 by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:44:05.641445 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] Attempting to bind port e63d0706-bbf7-4122-9d52-902f0b040f83 on network af042177-33eb-43ce-93a3-80213c48b93e {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:44:05.654676 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:44:05.655415 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] Checking segment: {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:44:05.656545 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:05.657087 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] Bound using segment: {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:44:05.657710 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] Bound port: e63d0706-bbf7-4122-9d52-902f0b040f83, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:44:05.658297 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (e63d0706-bbf7-4122-9d52-902f0b040f83), before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:05.663850 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'name': 'tempest-TestMinimumBasicScenario-590041399-router', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:43:58Z', 'revision_number': 4, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'gw_port': {'id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '7dc09086-5407-48aa-85c6-e18d68084253', 'name': '', 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'mac_address': 'fa:16:3e:14:c9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2531e4ed-879a-4ede-b577-43db216b07a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:58Z', 'updated_at': '2022-01-25T18:43:58Z', 'revision_number': 2, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'subnets': [{'id': '2531e4ed-879a-4ede-b577-43db216b07a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:05.683217 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683f4d4-da2b-4875-8962-88b10c45abc5 None None] Pushing event updated for resources: {'Port': ['ID=e63d0706-bbf7-4122-9d52-902f0b040f83,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:05.704770 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683f4d4-da2b-4875-8962-88b10c45abc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:05.705196 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683f4d4-da2b-4875-8962-88b10c45abc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:05.705636 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683f4d4-da2b-4875-8962-88b10c45abc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:05.705894 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683f4d4-da2b-4875-8962-88b10c45abc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:05.706167 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683f4d4-da2b-4875-8962-88b10c45abc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:05.706603 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683f4d4-da2b-4875-8962-88b10c45abc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:05.706930 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683f4d4-da2b-4875-8962-88b10c45abc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:05.707254 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683f4d4-da2b-4875-8962-88b10c45abc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:05.707575 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683f4d4-da2b-4875-8962-88b10c45abc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:05.707911 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683f4d4-da2b-4875-8962-88b10c45abc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:05.708234 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683f4d4-da2b-4875-8962-88b10c45abc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:05.708647 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683f4d4-da2b-4875-8962-88b10c45abc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:05.708968 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683f4d4-da2b-4875-8962-88b10c45abc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:05.733621 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] Checking router: 2539e3b6-6ac0-4b41-b015-208a97ec7ddf for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:44:05.734456 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] Updating router 2539e3b6-6ac0-4b41-b015-208a97ec7ddf port 7dc09086-5407-48aa-85c6-e18d68084253 binding host dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 18:44:05.745393 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] For port e63d0706-bbf7-4122-9d52-902f0b040f83, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:44:05.748887 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] For port e63d0706-bbf7-4122-9d52-902f0b040f83, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=e63d0706-bbf7-4122-9d52-902f0b040f83,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:44:05.761159 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (e63d0706-bbf7-4122-9d52-902f0b040f83), after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:05.765738 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-52efb07d-3d5a-4ccc-b6ba-529c85fdff02 admin admin] Publish callbacks [] for port (5446b87c-cbf0-4a4a-8695-1cf0d6fab916), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:05.780408 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (7dc09086-5407-48aa-85c6-e18d68084253), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:05.807711 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-52efb07d-3d5a-4ccc-b6ba-529c85fdff02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (5446b87c-cbf0-4a4a-8695-1cf0d6fab916), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:05.831831 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] Routers {'a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:44:05.832069 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:44:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:05.874453 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52efb07d-3d5a-4ccc-b6ba-529c85fdff02 admin admin] Network 1e1fbf57-0430-460b-991c-d131c696d3c8 is already hosted by enough agents. {{(pid=102637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:44:05.877295 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-52efb07d-3d5a-4ccc-b6ba-529c85fdff02 admin admin] Resources bound (agent type, host, resource id): {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:44:05.880850 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52efb07d-3d5a-4ccc-b6ba-529c85fdff02 admin admin] Received port after_create {{(pid=102637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:44:05.920951 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efb07d-3d5a-4ccc-b6ba-529c85fdff02 admin admin] Pushing event updated for resources: {'Port': ['ID=5446b87c-cbf0-4a4a-8695-1cf0d6fab916,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:05.963844 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-52efb07d-3d5a-4ccc-b6ba-529c85fdff02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698595'] for router_interface (a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:05.967757 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] Set router a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:44:06.060757 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 63d65574-bdd7-43f9-90ce-c5c774a213e8 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:44:06.182548 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683f4d4-da2b-4875-8962-88b10c45abc5 None None] Pushing event updated for resources: {'Port': ['ID=e63d0706-bbf7-4122-9d52-902f0b040f83,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:06.203720 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-52efb07d-3d5a-4ccc-b6ba-529c85fdff02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (5446b87c-cbf0-4a4a-8695-1cf0d6fab916), before_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:06.212344 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:06.271213 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 63d65574-bdd7-43f9-90ce-c5c774a213e8 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:44:06.271683 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (63d65574-bdd7-43f9-90ce-c5c774a213e8), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:06.374806 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] Publish callbacks [] for port (7dc09086-5407-48aa-85c6-e18d68084253), precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:06.376527 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-16a809b0-f6c0-4456-b3e3-4cb526f3d8bf None None] Provisioning complete for port 5446b87c-cbf0-4a4a-8695-1cf0d6fab916 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:44:06.376956 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16a809b0-f6c0-4456-b3e3-4cb526f3d8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (5446b87c-cbf0-4a4a-8695-1cf0d6fab916), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:06.379233 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f', 'name': 'tempest-TestMinimumBasicScenario-926167366-router', 'tenant_id': '2852228c136e4bb99812f10bb908b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e63d0706-bbf7-4122-9d52-902f0b040f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:44:01Z', 'updated_at': '2022-01-25T18:44:03Z', 'revision_number': 3, 'project_id': '2852228c136e4bb99812f10bb908b83a', 'gw_port': {'id': 'e63d0706-bbf7-4122-9d52-902f0b040f83', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:44:02Z', 'updated_at': '2022-01-25T18:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:06.422503 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-16a809b0-f6c0-4456-b3e3-4cb526f3d8bf None None] Port 5446b87c-cbf0-4a4a-8695-1cf0d6fab916 cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:44:06.429596 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (7dc09086-5407-48aa-85c6-e18d68084253), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:06.437495 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff347384-5fdc-411a-9aaf-bc6278d9214f None None] The sync data for ids ['a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f'] in dv-cinder-826350-1-iscsi is: [{'id': 'a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f', 'name': 'tempest-TestMinimumBasicScenario-926167366-router', 'tenant_id': '2852228c136e4bb99812f10bb908b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e63d0706-bbf7-4122-9d52-902f0b040f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:44:01Z', 'updated_at': '2022-01-25T18:44:03Z', 'revision_number': 3, 'project_id': '2852228c136e4bb99812f10bb908b83a', 'gw_port': {'id': 'e63d0706-bbf7-4122-9d52-902f0b040f83', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:44:02Z', 'updated_at': '2022-01-25T18:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}] {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:44:06.452325 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1a99a-c05d-40fd-a9a3-906f7fc200a9 req-2cc4119d-28a7-4cc0-9927-aa4966b1f4b1 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:06.460609 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d8e1a99a-c05d-40fd-a9a3-906f7fc200a9 req-2cc4119d-28a7-4cc0-9927-aa4966b1f4b1 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.1024125 Jan 25 18:44:06.510917 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-52efb07d-3d5a-4ccc-b6ba-529c85fdff02 admin admin] Publish callbacks [] for port (5446b87c-cbf0-4a4a-8695-1cf0d6fab916), precommit_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:06.519886 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-52efb07d-3d5a-4ccc-b6ba-529c85fdff02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31424759'] for port (5446b87c-cbf0-4a4a-8695-1cf0d6fab916), after_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:06.536603 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35070f-fd4a-4df5-8ebf-f5bf15077a62 None None] Pushing event updated for resources: {'Port': ['ID=7dc09086-5407-48aa-85c6-e18d68084253,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:06.558197 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d8e1a99a-c05d-40fd-a9a3-906f7fc200a9 req-62df79f4-1582-4cac-9e30-6594c8fee73b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966554 Jan 25 18:44:06.622644 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efb07d-3d5a-4ccc-b6ba-529c85fdff02 admin admin] Pushing event updated for resources: {'Port': ['ID=5446b87c-cbf0-4a4a-8695-1cf0d6fab916,revision_number=2']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:06.625478 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-52efb07d-3d5a-4ccc-b6ba-529c85fdff02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698511'] for router_interface (a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:06.807310 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 63d65574-bdd7-43f9-90ce-c5c774a213e8 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:44:06.808438 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 233cde6b-20c3-412e-bfbc-db5d79bb52c3 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:44:06.819973 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52efb07d-3d5a-4ccc-b6ba-529c85fdff02 admin admin] Network 1e1fbf57-0430-460b-991c-d131c696d3c8 is already hosted by enough agents. {{(pid=102637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:44:06.824497 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-52efb07d-3d5a-4ccc-b6ba-529c85fdff02 admin admin] Resources bound (agent type, host, resource id): {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:44:06.985801 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] Attempting to bind port 7dc09086-5407-48aa-85c6-e18d68084253 on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:44:06.986219 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] Attempting to bind port 7dc09086-5407-48aa-85c6-e18d68084253 by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': '4e731f32-e4b0-48d5-bb8c-f3da5ea08135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:44:06.986513 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] Attempting to bind port 7dc09086-5407-48aa-85c6-e18d68084253 on network c386b781-67b6-4986-a6c3-1438ada313b0 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:44:06.996474 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:44:06.996850 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] Checking segment: {'id': '4e731f32-e4b0-48d5-bb8c-f3da5ea08135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:44:06.997480 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:07.000246 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] Bound using segment: {'id': '4e731f32-e4b0-48d5-bb8c-f3da5ea08135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:44:07.000793 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] Bound port: 7dc09086-5407-48aa-85c6-e18d68084253, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e731f32-e4b0-48d5-bb8c-f3da5ea08135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:44:07.001173 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (7dc09086-5407-48aa-85c6-e18d68084253), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:07.038056 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 233cde6b-20c3-412e-bfbc-db5d79bb52c3 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:44:07.038056 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (233cde6b-20c3-412e-bfbc-db5d79bb52c3), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:07.104680 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52efb07d-3d5a-4ccc-b6ba-529c85fdff02 admin admin] Router a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:44:07.189162 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-36d861c5-db64-445f-8ffa-bc0cb9b9da14 None None] Provisioning complete for port 7dc09086-5407-48aa-85c6-e18d68084253 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:44:07.189538 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-36d861c5-db64-445f-8ffa-bc0cb9b9da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (7dc09086-5407-48aa-85c6-e18d68084253), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:07.259755 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52efb07d-3d5a-4ccc-b6ba-529c85fdff02 admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:44:07.288185 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-52efb07d-3d5a-4ccc-b6ba-529c85fdff02 admin admin] 10.222.0.41 "PUT /v2.0/routers/a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8069069 Jan 25 18:44:07.293672 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] For port 7dc09086-5407-48aa-85c6-e18d68084253, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:44:07.307131 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 233cde6b-20c3-412e-bfbc-db5d79bb52c3 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:44:07.321665 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] For port 7dc09086-5407-48aa-85c6-e18d68084253, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=7dc09086-5407-48aa-85c6-e18d68084253,segment=NetworkSegment(4e731f32-e4b0-48d5-bb8c-f3da5ea08135),segment_id=4e731f32-e4b0-48d5-bb8c-f3da5ea08135)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:44:07.326216 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-36d861c5-db64-445f-8ffa-bc0cb9b9da14 None None] Port 7dc09086-5407-48aa-85c6-e18d68084253 cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:44:07.331232 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (7dc09086-5407-48aa-85c6-e18d68084253), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:07.384690 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] Routers {'2539e3b6-6ac0-4b41-b015-208a97ec7ddf'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:44:07.385530 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:44:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['2539e3b6-6ac0-4b41-b015-208a97ec7ddf'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:07.479154 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-17e7e296-0491-46fe-81ad-faf56e7dd724 None None] Provisioning complete for port 5446b87c-cbf0-4a4a-8695-1cf0d6fab916 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:44:07.479738 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-17e7e296-0491-46fe-81ad-faf56e7dd724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (5446b87c-cbf0-4a4a-8695-1cf0d6fab916), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:07.507055 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35070f-fd4a-4df5-8ebf-f5bf15077a62 None None] Pushing event updated for resources: {'Port': ['ID=7dc09086-5407-48aa-85c6-e18d68084253,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:07.587959 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-17e7e296-0491-46fe-81ad-faf56e7dd724 None None] Port 5446b87c-cbf0-4a4a-8695-1cf0d6fab916 cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:44:07.653593 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] Set router 2539e3b6-6ac0-4b41-b015-208a97ec7ddf gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:44:07.727794 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a5e6b409-d902-4eab-acca-9296d677f099 None None] Provisioning complete for port 7dc09086-5407-48aa-85c6-e18d68084253 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:44:07.728438 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a5e6b409-d902-4eab-acca-9296d677f099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (7dc09086-5407-48aa-85c6-e18d68084253), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:07.793785 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf71cf1-34fc-47fb-ad8c-aedae392777f req-2af4726b-c280-4913-b444-fe78e8eb1d0a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:07.804384 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ccf71cf1-34fc-47fb-ad8c-aedae392777f req-2af4726b-c280-4913-b444-fe78e8eb1d0a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0683959 Jan 25 18:44:07.897980 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ccf71cf1-34fc-47fb-ad8c-aedae392777f req-37ca4b94-f6f4-48f2-ba2f-16667bf2318c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704718 Jan 25 18:44:08.083284 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a5e6b409-d902-4eab-acca-9296d677f099 None None] Current status of the port 7dc09086-5407-48aa-85c6-e18d68084253 is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:44:08.083873 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a5e6b409-d902-4eab-acca-9296d677f099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (7dc09086-5407-48aa-85c6-e18d68084253), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:08.171116 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-a5e6b409-d902-4eab-acca-9296d677f099 None None] For port 7dc09086-5407-48aa-85c6-e18d68084253, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=7dc09086-5407-48aa-85c6-e18d68084253,segment=NetworkSegment(4e731f32-e4b0-48d5-bb8c-f3da5ea08135),segment_id=4e731f32-e4b0-48d5-bb8c-f3da5ea08135)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:44:08.178260 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a5e6b409-d902-4eab-acca-9296d677f099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (7dc09086-5407-48aa-85c6-e18d68084253), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:08.225205 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'name': 'tempest-TestMinimumBasicScenario-590041399-router', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:43:58Z', 'revision_number': 4, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'gw_port': {'id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '7dc09086-5407-48aa-85c6-e18d68084253', 'name': '', 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'mac_address': 'fa:16:3e:14:c9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2531e4ed-879a-4ede-b577-43db216b07a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:58Z', 'updated_at': '2022-01-25T18:44:07Z', 'revision_number': 4, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'subnets': [{'id': '2531e4ed-879a-4ede-b577-43db216b07a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:08.264075 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d934f33-5129-4d94-9500-b1454dfe33e2 None None] The sync data for ids ['2539e3b6-6ac0-4b41-b015-208a97ec7ddf'] in dv-cinder-826350-1-iscsi is: [{'id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'name': 'tempest-TestMinimumBasicScenario-590041399-router', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:43:58Z', 'revision_number': 4, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'gw_port': {'id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '7dc09086-5407-48aa-85c6-e18d68084253', 'name': '', 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'mac_address': 'fa:16:3e:14:c9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2531e4ed-879a-4ede-b577-43db216b07a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:58Z', 'updated_at': '2022-01-25T18:44:07Z', 'revision_number': 4, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'subnets': [{'id': '2531e4ed-879a-4ede-b577-43db216b07a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:44:08.288239 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6b409-d902-4eab-acca-9296d677f099 None None] Pushing event updated for resources: {'Port': ['ID=7dc09086-5407-48aa-85c6-e18d68084253,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:08.349686 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device e63d0706-bbf7-4122-9d52-902f0b040f83 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:44:08.453795 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port e63d0706-bbf7-4122-9d52-902f0b040f83 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:44:08.454670 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (e63d0706-bbf7-4122-9d52-902f0b040f83), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:08.583713 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port e63d0706-bbf7-4122-9d52-902f0b040f83 is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:44:08.584277 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (e63d0706-bbf7-4122-9d52-902f0b040f83), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:08.615547 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] For port e63d0706-bbf7-4122-9d52-902f0b040f83, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=e63d0706-bbf7-4122-9d52-902f0b040f83,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:44:08.622272 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (e63d0706-bbf7-4122-9d52-902f0b040f83), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:08.623263 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 7dc09086-5407-48aa-85c6-e18d68084253 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:44:08.748628 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Pushing event updated for resources: {'Port': ['ID=e63d0706-bbf7-4122-9d52-902f0b040f83,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:08.770882 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 7dc09086-5407-48aa-85c6-e18d68084253 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:44:08.771514 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (7dc09086-5407-48aa-85c6-e18d68084253), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:08.990498 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 7dc09086-5407-48aa-85c6-e18d68084253 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:44:09.152041 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e063854-3479-4543-b35a-edcf28bc4dff req-160c6291-c833-4c54-b91f-6b13a9abee88 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:09.161448 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5e063854-3479-4543-b35a-edcf28bc4dff req-160c6291-c833-4c54-b91f-6b13a9abee88 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.1258373 Jan 25 18:44:09.295592 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5e063854-3479-4543-b35a-edcf28bc4dff req-95dc3e5e-fe16-4472-8cad-ba3afaefbf8b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318080 Jan 25 18:44:09.543140 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] Sync routers for ids ['a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f'] in dv-cinder-826350-1-iscsi {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:44:09.554092 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] Routers {'a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:44:09.558892 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:44:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:09.825645 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] Set router a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:44:10.099148 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device e63d0706-bbf7-4122-9d52-902f0b040f83 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:44:10.232633 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port e63d0706-bbf7-4122-9d52-902f0b040f83 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:44:10.235620 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (e63d0706-bbf7-4122-9d52-902f0b040f83), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:10.272154 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f', 'name': 'tempest-TestMinimumBasicScenario-926167366-router', 'tenant_id': '2852228c136e4bb99812f10bb908b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e63d0706-bbf7-4122-9d52-902f0b040f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:44:01Z', 'updated_at': '2022-01-25T18:44:06Z', 'revision_number': 4, 'project_id': '2852228c136e4bb99812f10bb908b83a', 'gw_port': {'id': 'e63d0706-bbf7-4122-9d52-902f0b040f83', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:44:02Z', 'updated_at': '2022-01-25T18:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '5446b87c-cbf0-4a4a-8695-1cf0d6fab916', 'name': '', 'network_id': '1e1fbf57-0430-460b-991c-d131c696d3c8', 'tenant_id': '2852228c136e4bb99812f10bb908b83a', 'mac_address': 'fa:16:3e:d3:06:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a78a1a49-b975-40d3-a728-970f496129e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:44:05Z', 'updated_at': '2022-01-25T18:44:06Z', 'revision_number': 2, 'project_id': '2852228c136e4bb99812f10bb908b83a', 'subnets': [{'id': 'a78a1a49-b975-40d3-a728-970f496129e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:10.384606 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port e63d0706-bbf7-4122-9d52-902f0b040f83 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:44:10.385692 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 7dc09086-5407-48aa-85c6-e18d68084253 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:44:10.463322 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 7dc09086-5407-48aa-85c6-e18d68084253 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:44:10.463704 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (7dc09086-5407-48aa-85c6-e18d68084253), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:10.514844 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742475d0-a663-4551-a2e8-6b52edb9c737 req-ab6d971d-8995-4636-a246-020f3a31e773 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:10.524706 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-742475d0-a663-4551-a2e8-6b52edb9c737 req-ab6d971d-8995-4636-a246-020f3a31e773 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0991936 Jan 25 18:44:10.546905 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] Checking router: a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f for host: dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:44:10.547477 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] Updating router a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f port 5446b87c-cbf0-4a4a-8695-1cf0d6fab916 binding host dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 18:44:10.626747 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-742475d0-a663-4551-a2e8-6b52edb9c737 req-bb09f2ed-e25e-4d7a-938f-5f1a3f903e38 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929613 Jan 25 18:44:10.630931 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (5446b87c-cbf0-4a4a-8695-1cf0d6fab916), before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:10.636838 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 7dc09086-5407-48aa-85c6-e18d68084253 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:44:10.934785 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] Publish callbacks [] for port (5446b87c-cbf0-4a4a-8695-1cf0d6fab916), precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:10.942280 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (5446b87c-cbf0-4a4a-8695-1cf0d6fab916), after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:10.994469 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978696e-9cb1-40b1-990e-5cf422188522 None None] Pushing event updated for resources: {'Port': ['ID=5446b87c-cbf0-4a4a-8695-1cf0d6fab916,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:11.086632 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] Attempting to bind port 5446b87c-cbf0-4a4a-8695-1cf0d6fab916 on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:44:11.087001 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] Attempting to bind port 5446b87c-cbf0-4a4a-8695-1cf0d6fab916 by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': '06b357da-d76c-4841-a956-583d15e794e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1e1fbf57-0430-460b-991c-d131c696d3c8'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:44:11.087362 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] Attempting to bind port 5446b87c-cbf0-4a4a-8695-1cf0d6fab916 on network 1e1fbf57-0430-460b-991c-d131c696d3c8 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:44:11.095583 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:44:11.096019 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] Checking segment: {'id': '06b357da-d76c-4841-a956-583d15e794e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1e1fbf57-0430-460b-991c-d131c696d3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:44:11.096360 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:11.096755 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] Bound using segment: {'id': '06b357da-d76c-4841-a956-583d15e794e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1e1fbf57-0430-460b-991c-d131c696d3c8'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:44:11.097219 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] Bound port: 5446b87c-cbf0-4a4a-8695-1cf0d6fab916, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b357da-d76c-4841-a956-583d15e794e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1e1fbf57-0430-460b-991c-d131c696d3c8'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:44:11.097604 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (5446b87c-cbf0-4a4a-8695-1cf0d6fab916), before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:11.228453 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] For port 5446b87c-cbf0-4a4a-8695-1cf0d6fab916, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:44:11.233015 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] For port 5446b87c-cbf0-4a4a-8695-1cf0d6fab916, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=5446b87c-cbf0-4a4a-8695-1cf0d6fab916,segment=NetworkSegment(06b357da-d76c-4841-a956-583d15e794e5),segment_id=06b357da-d76c-4841-a956-583d15e794e5)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:44:11.243312 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (5446b87c-cbf0-4a4a-8695-1cf0d6fab916), after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:11.311824 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] Routers {'a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:44:11.312517 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:44:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:11.444419 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-23e97fc7-b90f-43ab-983c-a7a32c82bf26 None None] Provisioning complete for port 5446b87c-cbf0-4a4a-8695-1cf0d6fab916 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:44:11.444926 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23e97fc7-b90f-43ab-983c-a7a32c82bf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (5446b87c-cbf0-4a4a-8695-1cf0d6fab916), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:11.632947 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] Set router a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:44:11.686312 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978696e-9cb1-40b1-990e-5cf422188522 None None] Pushing event updated for resources: {'Port': ['ID=5446b87c-cbf0-4a4a-8695-1cf0d6fab916,revision_number=4']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:11.708516 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-23e97fc7-b90f-43ab-983c-a7a32c82bf26 None None] Current status of the port 5446b87c-cbf0-4a4a-8695-1cf0d6fab916 is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:44:11.712069 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23e97fc7-b90f-43ab-983c-a7a32c82bf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (5446b87c-cbf0-4a4a-8695-1cf0d6fab916), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:11.815765 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-23e97fc7-b90f-43ab-983c-a7a32c82bf26 None None] For port 5446b87c-cbf0-4a4a-8695-1cf0d6fab916, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=5446b87c-cbf0-4a4a-8695-1cf0d6fab916,segment=NetworkSegment(06b357da-d76c-4841-a956-583d15e794e5),segment_id=06b357da-d76c-4841-a956-583d15e794e5)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:44:11.821708 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23e97fc7-b90f-43ab-983c-a7a32c82bf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (5446b87c-cbf0-4a4a-8695-1cf0d6fab916), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:11.910580 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a73f3-4f53-4147-b472-d5e0ac1c3987 req-21b941a5-20de-4bd1-8dae-f66054695974 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:11.913426 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a42a73f3-4f53-4147-b472-d5e0ac1c3987 req-21b941a5-20de-4bd1-8dae-f66054695974 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.1396747 Jan 25 18:44:12.001453 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e97fc7-b90f-43ab-983c-a7a32c82bf26 None None] Pushing event updated for resources: {'Port': ['ID=5446b87c-cbf0-4a4a-8695-1cf0d6fab916,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:12.002583 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a42a73f3-4f53-4147-b472-d5e0ac1c3987 req-bbea41f4-5a5e-4654-ae02-643e50ac0d73 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833430 Jan 25 18:44:12.020195 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-3482b0fe-f5aa-431d-9f32-b3d7d27d5c71 None None] Provisioning complete for port 5446b87c-cbf0-4a4a-8695-1cf0d6fab916 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:44:12.020582 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3482b0fe-f5aa-431d-9f32-b3d7d27d5c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (5446b87c-cbf0-4a4a-8695-1cf0d6fab916), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:12.137718 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-3482b0fe-f5aa-431d-9f32-b3d7d27d5c71 None None] Current status of the port 5446b87c-cbf0-4a4a-8695-1cf0d6fab916 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:44:12.190945 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f', 'name': 'tempest-TestMinimumBasicScenario-926167366-router', 'tenant_id': '2852228c136e4bb99812f10bb908b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e63d0706-bbf7-4122-9d52-902f0b040f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:44:01Z', 'updated_at': '2022-01-25T18:44:06Z', 'revision_number': 4, 'project_id': '2852228c136e4bb99812f10bb908b83a', 'gw_port': {'id': 'e63d0706-bbf7-4122-9d52-902f0b040f83', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:44:02Z', 'updated_at': '2022-01-25T18:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '5446b87c-cbf0-4a4a-8695-1cf0d6fab916', 'name': '', 'network_id': '1e1fbf57-0430-460b-991c-d131c696d3c8', 'tenant_id': '2852228c136e4bb99812f10bb908b83a', 'mac_address': 'fa:16:3e:d3:06:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a78a1a49-b975-40d3-a728-970f496129e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:44:05Z', 'updated_at': '2022-01-25T18:44:11Z', 'revision_number': 4, 'project_id': '2852228c136e4bb99812f10bb908b83a', 'subnets': [{'id': 'a78a1a49-b975-40d3-a728-970f496129e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:12.230122 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a668bdf-9fa9-43c3-b9d0-69f19e29889e None None] The sync data for ids ['a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f'] in dv-cinder-826350-1-iscsi is: [{'id': 'a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f', 'name': 'tempest-TestMinimumBasicScenario-926167366-router', 'tenant_id': '2852228c136e4bb99812f10bb908b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e63d0706-bbf7-4122-9d52-902f0b040f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:44:01Z', 'updated_at': '2022-01-25T18:44:06Z', 'revision_number': 4, 'project_id': '2852228c136e4bb99812f10bb908b83a', 'gw_port': {'id': 'e63d0706-bbf7-4122-9d52-902f0b040f83', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:44:02Z', 'updated_at': '2022-01-25T18:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '5446b87c-cbf0-4a4a-8695-1cf0d6fab916', 'name': '', 'network_id': '1e1fbf57-0430-460b-991c-d131c696d3c8', 'tenant_id': '2852228c136e4bb99812f10bb908b83a', 'mac_address': 'fa:16:3e:d3:06:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a78a1a49-b975-40d3-a728-970f496129e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:44:05Z', 'updated_at': '2022-01-25T18:44:11Z', 'revision_number': 4, 'project_id': '2852228c136e4bb99812f10bb908b83a', 'subnets': [{'id': 'a78a1a49-b975-40d3-a728-970f496129e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:44:13.173076 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16826b1d-fc27-4001-b87b-a029da1f76fe req-e73fa205-7b83-4051-a8dd-0a3c992ea206 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:13.180865 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-16826b1d-fc27-4001-b87b-a029da1f76fe req-e73fa205-7b83-4051-a8dd-0a3c992ea206 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0656607 Jan 25 18:44:13.271445 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-16826b1d-fc27-4001-b87b-a029da1f76fe req-77da946b-b8d5-4140-932a-2f0349d1d980 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893309 Jan 25 18:44:14.073185 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 5446b87c-cbf0-4a4a-8695-1cf0d6fab916 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:44:14.136792 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 5446b87c-cbf0-4a4a-8695-1cf0d6fab916 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:44:14.136988 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (5446b87c-cbf0-4a4a-8695-1cf0d6fab916), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:14.201053 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6a948-28e0-4d6d-b650-540d87f14c06 req-9e593834-8cfe-45e5-afc2-edd8639fb0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:14.202869 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-83f6a948-28e0-4d6d-b650-540d87f14c06 req-9e593834-8cfe-45e5-afc2-edd8639fb0db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fd0ab9445184d34bff3e43185fd5e1e&device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 1098 time: 0.0501285 Jan 25 18:44:14.256155 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 5446b87c-cbf0-4a4a-8695-1cf0d6fab916 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:44:14.304329 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6a948-28e0-4d6d-b650-540d87f14c06 req-9bd85ad8-cc12-4522-9637-9875b45bd10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:14.306501 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-83f6a948-28e0-4d6d-b650-540d87f14c06 req-9bd85ad8-cc12-4522-9637-9875b45bd10e service neutron] 10.222.0.42 "GET /v2.0/networks?id=438eb890-9580-4e27-a169-38cf0147302b HTTP/1.1" status: 200 len: 917 time: 0.0968480 Jan 25 18:44:14.387939 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-83f6a948-28e0-4d6d-b650-540d87f14c06 req-4ab4dae3-b9ca-4c97-9257-2a739a858bc2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 HTTP/1.1" status: 200 len: 1000 time: 0.0760176 Jan 25 18:44:14.418922 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b66323-34e9-4501-b924-ae0fb9218d2a req-3ddaac8a-5930-4a5a-a564-4b42740c287a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:14.421777 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a0b66323-34e9-4501-b924-ae0fb9218d2a req-3ddaac8a-5930-4a5a-a564-4b42740c287a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0581846 Jan 25 18:44:14.467509 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6a948-28e0-4d6d-b650-540d87f14c06 req-574df8b0-6045-4c68-9543-e807d5f87b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:14.469792 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-83f6a948-28e0-4d6d-b650-540d87f14c06 req-574df8b0-6045-4c68-9543-e807d5f87b6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cec76f50-4972-4c18-a629-b0502bc042ec HTTP/1.1" status: 200 len: 855 time: 0.0748923 Jan 25 18:44:14.501984 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a0b66323-34e9-4501-b924-ae0fb9218d2a req-215b0f7e-5c68-4dea-9230-90002b144810 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687904 Jan 25 18:44:14.535911 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6a948-28e0-4d6d-b650-540d87f14c06 req-d2186e7f-bdfc-47f6-b4c5-845deeeb9a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:14.537436 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-83f6a948-28e0-4d6d-b650-540d87f14c06 req-d2186e7f-bdfc-47f6-b4c5-845deeeb9a9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=438eb890-9580-4e27-a169-38cf0147302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622725 Jan 25 18:44:14.643137 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-83f6a948-28e0-4d6d-b650-540d87f14c06 req-35ed7b8e-1bb7-4f7d-8002-0f03cb4c315d service neutron] 10.222.0.42 "GET /v2.0/networks/438eb890-9580-4e27-a169-38cf0147302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964165 Jan 25 18:44:14.745480 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-83f6a948-28e0-4d6d-b650-540d87f14c06 req-f6df152f-1cd2-4792-b6b4-67e7924c4ce1 service neutron] 10.222.0.42 "GET /v2.0/networks/438eb890-9580-4e27-a169-38cf0147302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966301 Jan 25 18:44:15.621991 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2c1cb-bf90-4727-8a27-21960f429aac req-40d9e581-25be-4945-92c1-6965a4ca7ace tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:15.624192 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-79d2c1cb-bf90-4727-8a27-21960f429aac req-40d9e581-25be-4945-92c1-6965a4ca7ace tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 945 time: 0.0537715 Jan 25 18:44:15.684157 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-79d2c1cb-bf90-4727-8a27-21960f429aac req-aa8df0d2-63c1-4582-95c3-f7cb17d8b47f tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541153 Jan 25 18:44:16.115490 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:44:16.204306 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 is: ACTIVE; New status is: DOWN {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:44:16.205056 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:16.229544 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc4c8d2-f440-4892-9382-a6f2de2462ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1f7af1a-b0a7-4b31-a4d8-dd81510990e8'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:44:16.232064 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1ba24b-9e02-4dfa-a2ef-c9108046ad89" -d '{"events": [{"server_uuid": "8fc4c8d2-f440-4892-9382-a6f2de2462ab", "name": "network-vif-unplugged", "status": "completed", "tag": "b1f7af1a-b0a7-4b31-a4d8-dd81510990e8"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:44:16.245689 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:44:16.254261 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:16.292703 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 25 Jan 2022 18:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493cc830-13b9-458f-95dc-49a41b286f96 x-openstack-request-id: req-493cc830-13b9-458f-95dc-49a41b286f96 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:44:16.292993 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc4c8d2-f440-4892-9382-a6f2de2462ab", "name": "network-vif-unplugged", "status": "completed", "tag": "b1f7af1a-b0a7-4b31-a4d8-dd81510990e8", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:44:16.293290 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-493cc830-13b9-458f-95dc-49a41b286f96 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:44:16.293679 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc4c8d2-f440-4892-9382-a6f2de2462ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1f7af1a-b0a7-4b31-a4d8-dd81510990e8', 'code': 200} Jan 25 18:44:16.324434 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8,revision_number=8']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:16.823478 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa74d8-9bc4-4668-b047-eb411b6bcce7 req-a09642ad-5a4f-436a-a24e-c9a0aabbb22f tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:16.824978 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-62fa74d8-9bc4-4668-b047-eb411b6bcce7 req-a09642ad-5a4f-436a-a24e-c9a0aabbb22f tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 943 time: 0.0525725 Jan 25 18:44:16.875767 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-62fa74d8-9bc4-4668-b047-eb411b6bcce7 req-d9f8e61f-09de-4583-bd74-13a052147aa5 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444012 Jan 25 18:44:17.869273 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [req-b6d58190-39e3-4fbc-8c9f-6fe0cee74e21 req-5022c15c-eebd-4edc-9e5b-4622d9d879f6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:44:17.870365 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b6d58190-39e3-4fbc-8c9f-6fe0cee74e21 req-5022c15c-eebd-4edc-9e5b-4622d9d879f6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1144290 Jan 25 18:44:18.047359 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624c3f6-73cf-4d41-9042-9b6a9d353e48 req-bf725ad5-4225-44d2-ba68-ffbce3df1776 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:18.054570 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0624c3f6-73cf-4d41-9042-9b6a9d353e48 req-bf725ad5-4225-44d2-ba68-ffbce3df1776 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 943 time: 0.0591543 Jan 25 18:44:18.124433 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0624c3f6-73cf-4d41-9042-9b6a9d353e48 req-6c4df3d6-9c82-42ba-b002-e36373dd5abe tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689993 Jan 25 18:44:18.149071 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c60c2799-4c0e-419f-9fb4-7d7bbe480c8d req-16644e4c-dac5-4432-a626-1038f2525a1d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0612795 Jan 25 18:44:19.170284 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c2799-4c0e-419f-9fb4-7d7bbe480c8d req-7a93a038-09ab-4f90-a709-a9b4fde49cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:19.173255 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-c60c2799-4c0e-419f-9fb4-7d7bbe480c8d req-7a93a038-09ab-4f90-a709-a9b4fde49cdc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab&tenant_id=7fd0ab9445184d34bff3e43185fd5e1e HTTP/1.1" status: 200 len: 1096 time: 0.0610027 Jan 25 18:44:19.251629 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c2799-4c0e-419f-9fb4-7d7bbe480c8d req-bb89d7a7-9cac-464a-ae99-c7a40097cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:19.254337 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-c60c2799-4c0e-419f-9fb4-7d7bbe480c8d req-bb89d7a7-9cac-464a-ae99-c7a40097cfac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fd0ab9445184d34bff3e43185fd5e1e&device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 1096 time: 0.0573299 Jan 25 18:44:19.265623 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bed37-1030-461d-a536-d358774eff81 req-8937a2a8-de6a-4d70-9594-d4b6285f05b7 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:19.272437 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d62bed37-1030-461d-a536-d358774eff81 req-8937a2a8-de6a-4d70-9594-d4b6285f05b7 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 943 time: 0.0565209 Jan 25 18:44:19.345225 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d62bed37-1030-461d-a536-d358774eff81 req-78b1fb57-858e-45d6-9df2-476ccdeac675 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692852 Jan 25 18:44:19.380186 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c2799-4c0e-419f-9fb4-7d7bbe480c8d req-8201b085-9257-4950-8c33-1e399dcd945a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:19.381763 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-c60c2799-4c0e-419f-9fb4-7d7bbe480c8d req-8201b085-9257-4950-8c33-1e399dcd945a service neutron] 10.222.0.42 "GET /v2.0/networks?id=438eb890-9580-4e27-a169-38cf0147302b HTTP/1.1" status: 200 len: 917 time: 0.1217289 Jan 25 18:44:19.451084 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-c60c2799-4c0e-419f-9fb4-7d7bbe480c8d req-d20b2f01-a50d-4fc9-be5d-5750e9623931 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 HTTP/1.1" status: 200 len: 998 time: 0.0630481 Jan 25 18:44:19.499724 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c2799-4c0e-419f-9fb4-7d7bbe480c8d req-2fe308a1-c73c-4f70-9e28-c849361c657b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:19.501183 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-c60c2799-4c0e-419f-9fb4-7d7bbe480c8d req-2fe308a1-c73c-4f70-9e28-c849361c657b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cec76f50-4972-4c18-a629-b0502bc042ec HTTP/1.1" status: 200 len: 855 time: 0.0443082 Jan 25 18:44:19.545678 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c2799-4c0e-419f-9fb4-7d7bbe480c8d req-5a7aed1e-d7a8-42e7-bf79-0450bf953e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:19.547719 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-c60c2799-4c0e-419f-9fb4-7d7bbe480c8d req-5a7aed1e-d7a8-42e7-bf79-0450bf953e2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=438eb890-9580-4e27-a169-38cf0147302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407324 Jan 25 18:44:19.642957 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-c60c2799-4c0e-419f-9fb4-7d7bbe480c8d req-6793adec-d0b3-4fa4-af38-bfe62971394e service neutron] 10.222.0.42 "GET /v2.0/networks/438eb890-9580-4e27-a169-38cf0147302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893302 Jan 25 18:44:19.736394 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-c60c2799-4c0e-419f-9fb4-7d7bbe480c8d req-f38bdae5-8e73-43eb-9b6c-99adbc0403cb service neutron] 10.222.0.42 "GET /v2.0/networks/438eb890-9580-4e27-a169-38cf0147302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878189 Jan 25 18:44:20.131871 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:44:20.182979 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7d935-950c-4187-b066-24f2dc281144 req-d5bc2a3e-bf30-4800-b541-d67697ebce2b tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:20.191792 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-64c7d935-950c-4187-b066-24f2dc281144 req-d5bc2a3e-bf30-4800-b541-d67697ebce2b tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/networks?id=c386b781-67b6-4986-a6c3-1438ada313b0 HTTP/1.1" status: 200 len: 814 time: 0.1207998 Jan 25 18:44:20.205176 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-64c7d935-950c-4187-b066-24f2dc281144 req-c9f0ed39-9696-4114-ac60-3a17fdc2f0ab tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/quotas/09a5f500126c43bda9dda24b788fed0d HTTP/1.1" status: 200 len: 375 time: 0.0116913 Jan 25 18:44:20.263160 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 is: DOWN; New status is: DOWN {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:44:20.285067 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-64c7d935-950c-4187-b066-24f2dc281144 req-cce2a5b4-c078-4075-a17e-22a3b8162a79 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=09a5f500126c43bda9dda24b788fed0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740499 Jan 25 18:44:20.438994 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-64c7d935-950c-4187-b066-24f2dc281144 req-488408cd-5f87-40a9-8176-40a393fd2cc6 service neutron] 10.222.0.41 "GET /v2.0/networks/c386b781-67b6-4986-a6c3-1438ada313b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402464 Jan 25 18:44:20.569057 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-64c7d935-950c-4187-b066-24f2dc281144 req-e87a680a-a7b7-4b17-b734-74a8b3399f0c service neutron] 10.222.0.41 "GET /v2.0/networks/c386b781-67b6-4986-a6c3-1438ada313b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278474 Jan 25 18:44:20.620961 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659a8c5-e3aa-4534-be1d-124364023979 req-82ee3c1f-636e-42d8-97b4-15eeecec7d06 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:20.629781 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7659a8c5-e3aa-4534-be1d-124364023979 req-82ee3c1f-636e-42d8-97b4-15eeecec7d06 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 943 time: 0.1370232 Jan 25 18:44:20.706968 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7659a8c5-e3aa-4534-be1d-124364023979 req-1a7a82f4-c0af-4731-99c9-58fbf82e3642 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758324 Jan 25 18:44:20.875448 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6cc1817f-3cf8-4d91-8d1f-a5b587a9daf5 req-30af0f5a-dd92-4dc2-909d-d81489a34601 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 210 time: 0.0529451 Jan 25 18:44:21.851381 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc6a4f-8de4-4b96-91de-725bfe712d8b req-090f06de-cb49-486e-9d13-97c85bdb084a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:21.852981 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-75bc6a4f-8de4-4b96-91de-725bfe712d8b req-090f06de-cb49-486e-9d13-97c85bdb084a tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 943 time: 0.0531840 Jan 25 18:44:21.872180 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:21.939482 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-75bc6a4f-8de4-4b96-91de-725bfe712d8b req-1c300070-8e58-4d19-8ea4-f1bf6701b769 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802734 Jan 25 18:44:22.003539 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-bbce5062-caf7-4b5f-aaa0-35ff5aee48f8 req-e961d403-14fa-4311-9561-358d99883947 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 210 time: 0.0260007 Jan 25 18:44:23.077324 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a4c75-60fe-44e3-b00e-f9ccd66e0cc9 req-30d92b0a-8e91-4fc3-8c1b-75df4cfc0593 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:23.084463 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b45a4c75-60fe-44e3-b00e-f9ccd66e0cc9 req-30d92b0a-8e91-4fc3-8c1b-75df4cfc0593 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 943 time: 0.0649376 Jan 25 18:44:23.426068 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d858fe94-5c8e-40d5-8423-c9c9cd2fa298 req-76eaee30-3e71-4caf-8735-92ec187c9a2e tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 210 time: 0.3179538 Jan 25 18:44:23.454821 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b45a4c75-60fe-44e3-b00e-f9ccd66e0cc9 req-e9db2856-d1bd-4d9f-93e0-edb1f7e83987 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3694897 Jan 25 18:44:24.519829 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-564e4516-695e-4409-bc69-34aeac997064 req-e1119306-7e37-42ad-b594-79eef5640adb tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 210 time: 0.0249619 Jan 25 18:44:24.570331 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b2eaf-52c6-4276-89ba-deb4e8e505f5 req-dd294a8f-0d31-4ae8-af00-727928f9052c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:24.571817 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3c5b2eaf-52c6-4276-89ba-deb4e8e505f5 req-dd294a8f-0d31-4ae8-af00-727928f9052c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 943 time: 0.0461364 Jan 25 18:44:24.626234 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3c5b2eaf-52c6-4276-89ba-deb4e8e505f5 req-3242550f-217a-44d0-9b49-64b7bed43bc6 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468071 Jan 25 18:44:25.612707 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-cfe6c9cf-d789-4963-9e83-d09df25fa019 req-cee90166-2491-49cb-81d0-012f4cbe4dd3 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 210 time: 0.0279756 Jan 25 18:44:25.752759 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07c89a-3772-488a-a648-a635dc4de070 req-c6369985-7bd3-4a63-8fed-788639db6f51 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:25.754472 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-db07c89a-3772-488a-a648-a635dc4de070 req-c6369985-7bd3-4a63-8fed-788639db6f51 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 943 time: 0.0562112 Jan 25 18:44:25.806943 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-db07c89a-3772-488a-a648-a635dc4de070 req-6d5b74eb-3658-4f60-a55e-b03e680df5ea tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467539 Jan 25 18:44:26.724311 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d71a5aba-6526-4fe5-934b-0baccdd2f950 req-8780d490-05c3-4cd8-9418-a14c6c4728fc tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 210 time: 0.0345693 Jan 25 18:44:26.933302 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24af684-b969-4919-8bd3-1cb410f31687 req-9a38605a-56bc-4894-9166-d00451cf8ea2 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:26.934876 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b24af684-b969-4919-8bd3-1cb410f31687 req-9a38605a-56bc-4894-9166-d00451cf8ea2 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 943 time: 0.0475934 Jan 25 18:44:26.987862 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b24af684-b969-4919-8bd3-1cb410f31687 req-caaf1944-0e43-4403-86c0-434443171c5d tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466628 Jan 25 18:44:27.820821 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8b7fef90-a8b8-4b51-95f7-e9f7a1d03989 req-c7a1772b-3dea-433b-b275-9eea8062f85a tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 210 time: 0.0283175 Jan 25 18:44:28.129082 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b351e6-41f1-4b09-8066-5a0c77786278 req-75520aec-13ea-401a-9aca-92c210db96f2 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:28.130567 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-27b351e6-41f1-4b09-8066-5a0c77786278 req-75520aec-13ea-401a-9aca-92c210db96f2 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 943 time: 0.0478005 Jan 25 18:44:28.177205 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-27b351e6-41f1-4b09-8066-5a0c77786278 req-563aab2a-5896-48fd-bded-8526bd005866 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411096 Jan 25 18:44:28.814211 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-ee69d012-5800-4116-94bb-659a1f0e4a5a req-af45839a-89ca-4950-84bd-970eb17e8a46 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403032 Jan 25 18:44:28.903304 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69d012-5800-4116-94bb-659a1f0e4a5a req-55e3b553-a245-4794-bf8a-159796e64254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:28.906092 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-ee69d012-5800-4116-94bb-659a1f0e4a5a req-55e3b553-a245-4794-bf8a-159796e64254 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c556b3ddaecd4d80b8062755dfc00928&device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 1099 time: 0.0452759 Jan 25 18:44:28.914337 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a3e4e048-54a4-4d62-9462-e02730b139d9 req-62061f36-40af-4267-8047-9733b4b7d9af tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 210 time: 0.0268285 Jan 25 18:44:29.015694 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69d012-5800-4116-94bb-659a1f0e4a5a req-a0085f17-360a-4d06-8a72-588cd5f2eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:29.017196 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-ee69d012-5800-4116-94bb-659a1f0e4a5a req-a0085f17-360a-4d06-8a72-588cd5f2eb0c service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8a06883-ac3d-45ad-9081-7a40b2a3036f HTTP/1.1" status: 200 len: 910 time: 0.0872576 Jan 25 18:44:29.085207 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-ee69d012-5800-4116-94bb-659a1f0e4a5a req-7838ecbb-c92a-4036-b9b0-0f042ba5b176 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f392ee21-bbbb-4260-8c0d-02a1fc085468 HTTP/1.1" status: 200 len: 1002 time: 0.0613914 Jan 25 18:44:29.132389 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69d012-5800-4116-94bb-659a1f0e4a5a req-784fd1fa-64be-4167-8a4e-520065a701fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:29.133810 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-ee69d012-5800-4116-94bb-659a1f0e4a5a req-784fd1fa-64be-4167-8a4e-520065a701fb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=78514203-1da3-4b90-9813-fbe0b3464421 HTTP/1.1" status: 200 len: 848 time: 0.0423119 Jan 25 18:44:29.179361 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69d012-5800-4116-94bb-659a1f0e4a5a req-58fe5813-7f8d-434f-929c-15b87bc9d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:29.180865 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-ee69d012-5800-4116-94bb-659a1f0e4a5a req-58fe5813-7f8d-434f-929c-15b87bc9d341 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8a06883-ac3d-45ad-9081-7a40b2a3036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408590 Jan 25 18:44:29.284818 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-ee69d012-5800-4116-94bb-659a1f0e4a5a req-a47a3aae-0076-49d7-b59e-85f10064ca0f service neutron] 10.222.0.42 "GET /v2.0/networks/c8a06883-ac3d-45ad-9081-7a40b2a3036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956056 Jan 25 18:44:29.310438 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394aad6-7b21-4cba-a622-9adf97699849 req-dd2de72a-3b07-4a14-a1cd-150bd9df7bff tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:29.319689 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c394aad6-7b21-4cba-a622-9adf97699849 req-dd2de72a-3b07-4a14-a1cd-150bd9df7bff tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 943 time: 0.0667157 Jan 25 18:44:29.400158 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-ee69d012-5800-4116-94bb-659a1f0e4a5a req-a27cbeeb-5b89-4159-9f8d-046a1e0fcdcc service neutron] 10.222.0.42 "GET /v2.0/networks/c8a06883-ac3d-45ad-9081-7a40b2a3036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088364 Jan 25 18:44:29.409765 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c394aad6-7b21-4cba-a622-9adf97699849 req-cc28c422-fb97-405a-8dc6-aadb28929b08 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859644 Jan 25 18:44:29.497347 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7d935-950c-4187-b066-24f2dc281144 req-2ccba2dc-5179-4098-937b-d0d3a017ea6c tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:29.500038 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-64c7d935-950c-4187-b066-24f2dc281144 req-2ccba2dc-5179-4098-937b-d0d3a017ea6c tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.42 "GET /v2.0/networks?id=c386b781-67b6-4986-a6c3-1438ada313b0 HTTP/1.1" status: 200 len: 814 time: 0.1710551 Jan 25 18:44:29.518275 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-64c7d935-950c-4187-b066-24f2dc281144 req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Request body: {'port': {'device_id': '4bc00507-7177-4923-a0cb-0bed435a8f41', 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0', 'admin_state_up': True, 'tenant_id': '09a5f500126c43bda9dda24b788fed0d'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:29.648442 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c7d935-950c-4187-b066-24f2dc281144 req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Made reservation on behalf of 09a5f500126c43bda9dda24b788fed0d for: {'port': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:44:29.655314 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-64c7d935-950c-4187-b066-24f2dc281144 req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:29.808699 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [req-64c7d935-950c-4187-b066-24f2dc281144 req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Allocated IP 172.20.0.3 (c386b781-67b6-4986-a6c3-1438ada313b0/2531e4ed-879a-4ede-b577-43db216b07a7/65416e28-6046-4978-8997-f64c24b94d7d) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:44:30.027614 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-64c7d935-950c-4187-b066-24f2dc281144 req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for port (65416e28-6046-4978-8997-f64c24b94d7d), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:30.076974 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-94d3407e-8aa7-456a-9e26-efe86cfca673 req-cf1bb834-b150-45ca-a0db-399e9853c8a1 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 210 time: 0.0447030 Jan 25 18:44:30.087452 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-30148f92-1742-4c81-8db4-e989d9440bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:30.208808 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:44:30.256049 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-64c7d935-950c-4187-b066-24f2dc281144 req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (65416e28-6046-4978-8997-f64c24b94d7d), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:30.310308 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c7d935-950c-4187-b066-24f2dc281144 req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Network c386b781-67b6-4986-a6c3-1438ada313b0 is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:44:30.318389 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [req-64c7d935-950c-4187-b066-24f2dc281144 req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:44:30.326062 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c7d935-950c-4187-b066-24f2dc281144 req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:44:30.378692 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Pushing event updated for resources: {'Port': ['ID=65416e28-6046-4978-8997-f64c24b94d7d,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:30.387183 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7d935-950c-4187-b066-24f2dc281144 req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:30.387839 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-64c7d935-950c-4187-b066-24f2dc281144 req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:30.399477 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:30.399888 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:30.400241 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:30.400587 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:30.400929 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:30.401353 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:30.401632 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:30.402078 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:30.402331 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:30.402705 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:30.403040 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:30.403376 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:30.403794 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:30.410307 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:44:30.432787 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': 'b1f7af1a-b0a7-4b31-a4d8-dd81510990e8', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'port_id': 'b1f7af1a-b0a7-4b31-a4d8-dd81510990e8', 'mac_address': 'fa:16:3e:1c:bd:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:44:30.434779 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-64c7d935-950c-4187-b066-24f2dc281144 req-81c02c03-d85a-4fd3-8b23-827ed52657b7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9205973 Jan 25 18:44:30.519126 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 is: DOWN; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:44:30.519534 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:30.536616 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:44:30.568840 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:44:30.577520 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:30.628839 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9ac04-1966-47ba-95d7-e0c7bae08d97 req-4c080b67-720e-4cbb-aae2-8b729b7dd763 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:30.637064 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-59d9ac04-1966-47ba-95d7-e0c7bae08d97 req-4c080b67-720e-4cbb-aae2-8b729b7dd763 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 943 time: 0.0914338 Jan 25 18:44:30.672363 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8,revision_number=9']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:30.739074 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-73566240-ba91-4772-af36-d7db7ab1d5c3 None None] Provisioning complete for port 65416e28-6046-4978-8997-f64c24b94d7d triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:44:30.742070 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-59d9ac04-1966-47ba-95d7-e0c7bae08d97 req-3150cbca-9c65-4ffb-8953-2b21f2d14918 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943236 Jan 25 18:44:30.754907 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-73566240-ba91-4772-af36-d7db7ab1d5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (65416e28-6046-4978-8997-f64c24b94d7d), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:30.925811 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['b1f7af1a-b0a7-4b31-a4d8-dd81510990e8'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:44:30.968445 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-73566240-ba91-4772-af36-d7db7ab1d5c3 None None] Port 65416e28-6046-4978-8997-f64c24b94d7d cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:44:31.202937 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed1f36-9f59-43c9-83b7-6f8ec5beb964 req-9ad04a66-83cc-4748-ae35-f707d6f4ff17 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:31.206573 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d9ed1f36-9f59-43c9-83b7-6f8ec5beb964 req-9ad04a66-83cc-4748-ae35-f707d6f4ff17 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 931 time: 0.0548005 Jan 25 18:44:31.256758 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d9ed1f36-9f59-43c9-83b7-6f8ec5beb964 req-7e994389-fb54-4283-9b40-5ed6c8ffdacb tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465107 Jan 25 18:44:31.876899 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baabde6-745a-498e-8bf8-04bb9e4cc7e0 req-86f95033-9228-48be-9f40-1c6fca316e6b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:31.878425 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3baabde6-745a-498e-8bf8-04bb9e4cc7e0 req-86f95033-9228-48be-9f40-1c6fca316e6b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 944 time: 0.0489893 Jan 25 18:44:31.932140 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3baabde6-745a-498e-8bf8-04bb9e4cc7e0 req-e514abe5-8679-4f7f-877b-6dd99f2b8c70 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483055 Jan 25 18:44:32.220203 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-89617917-b439-4ca1-9b9d-c21cd6d876ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:32.223788 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:44:32.274580 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:44:32.275033 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:32.366900 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:44:32.367598 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:32.389343 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf684c3-4426-4530-9965-183d08bb338e req-f5e39fc1-e24c-4bee-b6f2-79eb12604107 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:32.396499 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-1cf684c3-4426-4530-9965-183d08bb338e req-f5e39fc1-e24c-4bee-b6f2-79eb12604107 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 931 time: 0.0671992 Jan 25 18:44:32.410254 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc4c8d2-f440-4892-9382-a6f2de2462ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f7af1a-b0a7-4b31-a4d8-dd81510990e8'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:44:32.412621 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b799c477-3ea3-44f1-8b9b-4d3b16780559" -d '{"events": [{"server_uuid": "8fc4c8d2-f440-4892-9382-a6f2de2462ab", "name": "network-vif-plugged", "status": "completed", "tag": "b1f7af1a-b0a7-4b31-a4d8-dd81510990e8"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:44:32.439987 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:44:32.446831 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:32.455822 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-1cf684c3-4426-4530-9965-183d08bb338e req-21699ad5-8f0a-4253-bc8e-518df6a87800 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578928 Jan 25 18:44:32.515798 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa56524a-1b63-4fa8-b95a-6e69558e8015 x-openstack-request-id: req-aa56524a-1b63-4fa8-b95a-6e69558e8015 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:44:32.516249 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc4c8d2-f440-4892-9382-a6f2de2462ab", "name": "network-vif-plugged", "status": "completed", "tag": "b1f7af1a-b0a7-4b31-a4d8-dd81510990e8", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:44:32.516369 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa56524a-1b63-4fa8-b95a-6e69558e8015 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:44:32.516706 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc4c8d2-f440-4892-9382-a6f2de2462ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f7af1a-b0a7-4b31-a4d8-dd81510990e8', 'code': 200} Jan 25 18:44:32.521816 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8,revision_number=10']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:33.065205 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44608e-e927-4f46-9edd-df2fc35c8df7 req-912b49d3-deac-43bf-a53d-5244a0f3eaec tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:33.066744 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2c44608e-e927-4f46-9edd-df2fc35c8df7 req-912b49d3-deac-43bf-a53d-5244a0f3eaec tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 946 time: 0.0515015 Jan 25 18:44:33.116059 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2c44608e-e927-4f46-9edd-df2fc35c8df7 req-45267c6f-4483-4627-9398-7955548c5d34 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433743 Jan 25 18:44:33.559907 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:33.571826 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8818ad0-fb5c-4b68-aabb-fad72ea562a1 req-886e13fb-1642-49e8-ab44-014e1d3665d3 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:33.573349 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e8818ad0-fb5c-4b68-aabb-fad72ea562a1 req-886e13fb-1642-49e8-ab44-014e1d3665d3 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 931 time: 0.0522542 Jan 25 18:44:33.631579 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e8818ad0-fb5c-4b68-aabb-fad72ea562a1 req-7cbfb291-9968-4537-9272-168316a86815 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489361 Jan 25 18:44:34.240408 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ac787-d573-44f1-9fd0-b84622c15f43 req-891e87b5-6d69-45db-b413-c959c56d18c1 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:34.241944 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-413ac787-d573-44f1-9fd0-b84622c15f43 req-891e87b5-6d69-45db-b413-c959c56d18c1 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 946 time: 0.0516860 Jan 25 18:44:34.291463 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-413ac787-d573-44f1-9fd0-b84622c15f43 req-a515cb6d-50a4-430b-93ef-6e2d0ce8cf2d tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430541 Jan 25 18:44:34.758948 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56798202-3dce-4b47-bfae-5aeb639a5565 req-35fa314c-8764-4279-a19e-a9f05840652a tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:34.760608 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-56798202-3dce-4b47-bfae-5aeb639a5565 req-35fa314c-8764-4279-a19e-a9f05840652a tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 931 time: 0.0502720 Jan 25 18:44:34.811028 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-56798202-3dce-4b47-bfae-5aeb639a5565 req-633a3df4-fc08-47ad-81fe-cea9899b0330 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415411 Jan 25 18:44:34.891631 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:35.425971 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1721729-4e5e-4330-a43d-6390187f131b req-2aba537f-ba03-4683-bd16-a3af79ee1713 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:35.427496 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d1721729-4e5e-4330-a43d-6390187f131b req-2aba537f-ba03-4683-bd16-a3af79ee1713 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 946 time: 0.0523751 Jan 25 18:44:35.476128 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d1721729-4e5e-4330-a43d-6390187f131b req-34a6803a-e5c2-4007-ae7a-7037a5c0c52b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431120 Jan 25 18:44:35.929557 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e72fb4-3004-45a1-95b2-a5f16f068e0d req-cb0bd28e-c6cb-4724-8003-91bea1f72945 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:35.931157 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-34e72fb4-3004-45a1-95b2-a5f16f068e0d req-cb0bd28e-c6cb-4724-8003-91bea1f72945 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 931 time: 0.0518131 Jan 25 18:44:35.980283 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-34e72fb4-3004-45a1-95b2-a5f16f068e0d req-60382150-0bbe-4c2d-95fb-0dfac7093b64 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434694 Jan 25 18:44:36.132955 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:36.436974 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:44:36.613602 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f062e-244e-4042-a577-af6fed89f484 req-1983583f-3415-4ceb-8eeb-22c62aec986b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:36.615393 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-387f062e-244e-4042-a577-af6fed89f484 req-1983583f-3415-4ceb-8eeb-22c62aec986b tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 946 time: 0.0613420 Jan 25 18:44:36.670028 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-387f062e-244e-4042-a577-af6fed89f484 req-6b4cc768-59f4-47db-acfd-ac2ac169e5c8 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483704 Jan 25 18:44:37.117973 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e7e33-ecd5-432a-904f-4bf1bba77afc req-85a2a11d-4dd2-49af-85a7-c1507c77bd4f tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:37.119573 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c02e7e33-ecd5-432a-904f-4bf1bba77afc req-85a2a11d-4dd2-49af-85a7-c1507c77bd4f tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 931 time: 0.0658820 Jan 25 18:44:37.181015 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c02e7e33-ecd5-432a-904f-4bf1bba77afc req-491cc7f7-2a25-4562-b07c-48cb945eb076 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538735 Jan 25 18:44:37.786476 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63929970-b668-4ad6-9365-3bf4bae567db req-fd27bc25-b6a9-4ac2-813c-010986518567 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:37.787927 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-63929970-b668-4ad6-9365-3bf4bae567db req-fd27bc25-b6a9-4ac2-813c-010986518567 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 946 time: 0.0465984 Jan 25 18:44:37.836997 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-63929970-b668-4ad6-9365-3bf4bae567db req-3368f37a-8d0f-499c-9ed7-b7341ac279c6 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437491 Jan 25 18:44:37.994261 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-64c7d935-950c-4187-b066-24f2dc281144 req-c3c30ac5-48c4-47c2-9f06-9adcbd11073d service neutron] Request body: {'port': {'device_id': '4bc00507-7177-4923-a0cb-0bed435a8f41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:38.051288 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-64c7d935-950c-4187-b066-24f2dc281144 req-c3c30ac5-48c4-47c2-9f06-9adcbd11073d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (65416e28-6046-4978-8997-f64c24b94d7d), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:38.204662 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6073ffe-41b9-4fd9-b496-edfc8d611af4 req-81baab3c-b09e-4679-849d-ab9442d2485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:38.206341 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-f6073ffe-41b9-4fd9-b496-edfc8d611af4 req-81baab3c-b09e-4679-849d-ab9442d2485b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 1099 time: 0.0484922 Jan 25 18:44:38.254793 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [req-f6073ffe-41b9-4fd9-b496-edfc8d611af4 req-fa396d2d-a0a3-4afc-a941-728cf6be4946 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387483 Jan 25 18:44:38.349616 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a85c28-5cc0-4d00-ba95-330752c0a6b7 req-62d12f67-f95d-42f9-926e-70593537675e tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:38.351143 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-55a85c28-5cc0-4d00-ba95-330752c0a6b7 req-62d12f67-f95d-42f9-926e-70593537675e tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 931 time: 0.0939219 Jan 25 18:44:38.359974 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [req-64c7d935-950c-4187-b066-24f2dc281144 req-c3c30ac5-48c4-47c2-9f06-9adcbd11073d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65416e28-6046-4978-8997-f64c24b94d7d {{(pid=102638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:44:38.372292 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-64c7d935-950c-4187-b066-24f2dc281144 req-c3c30ac5-48c4-47c2-9f06-9adcbd11073d service neutron] Publish callbacks [] for port (65416e28-6046-4978-8997-f64c24b94d7d), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:38.394766 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.provisioning_blocks [req-64c7d935-950c-4187-b066-24f2dc281144 req-c3c30ac5-48c4-47c2-9f06-9adcbd11073d service neutron] Transition to ACTIVE for port object 65416e28-6046-4978-8997-f64c24b94d7d will not be triggered until provisioned by entity L2. {{(pid=102638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 18:44:38.400426 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-64c7d935-950c-4187-b066-24f2dc281144 req-c3c30ac5-48c4-47c2-9f06-9adcbd11073d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31061751'] for port (65416e28-6046-4978-8997-f64c24b94d7d), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:38.448644 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-55a85c28-5cc0-4d00-ba95-330752c0a6b7 req-a5acb730-6a4a-453f-a2d2-40965c6c8335 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913563 Jan 25 18:44:38.468266 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c30ac5-48c4-47c2-9f06-9adcbd11073d service neutron] Pushing event updated for resources: {'Port': ['ID=65416e28-6046-4978-8997-f64c24b94d7d,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:38.543729 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-64c7d935-950c-4187-b066-24f2dc281144 req-c3c30ac5-48c4-47c2-9f06-9adcbd11073d service neutron] Attempting to bind port 65416e28-6046-4978-8997-f64c24b94d7d on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:44:38.544083 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-64c7d935-950c-4187-b066-24f2dc281144 req-c3c30ac5-48c4-47c2-9f06-9adcbd11073d service neutron] Attempting to bind port 65416e28-6046-4978-8997-f64c24b94d7d by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '4e731f32-e4b0-48d5-bb8c-f3da5ea08135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0'}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:44:38.544408 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c7d935-950c-4187-b066-24f2dc281144 req-c3c30ac5-48c4-47c2-9f06-9adcbd11073d service neutron] Attempting to bind port 65416e28-6046-4978-8997-f64c24b94d7d on network c386b781-67b6-4986-a6c3-1438ada313b0 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:44:38.549997 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c7d935-950c-4187-b066-24f2dc281144 req-c3c30ac5-48c4-47c2-9f06-9adcbd11073d service neutron] Port 65416e28-6046-4978-8997-f64c24b94d7d on network c386b781-67b6-4986-a6c3-1438ada313b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 18:44:38.550343 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c7d935-950c-4187-b066-24f2dc281144 req-c3c30ac5-48c4-47c2-9f06-9adcbd11073d service neutron] Attempting to bind port 65416e28-6046-4978-8997-f64c24b94d7d on network c386b781-67b6-4986-a6c3-1438ada313b0 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:44:38.555278 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c7d935-950c-4187-b066-24f2dc281144 req-c3c30ac5-48c4-47c2-9f06-9adcbd11073d service neutron] Checking agent: {'id': 'bdb5f0d3-661d-4d22-a5ac-70c284fe21ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'started_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:44:38.555613 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c7d935-950c-4187-b066-24f2dc281144 req-c3c30ac5-48c4-47c2-9f06-9adcbd11073d service neutron] Checking segment: {'id': '4e731f32-e4b0-48d5-bb8c-f3da5ea08135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:44:38.556004 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c7d935-950c-4187-b066-24f2dc281144 req-c3c30ac5-48c4-47c2-9f06-9adcbd11073d service neutron] Bound using segment: {'id': '4e731f32-e4b0-48d5-bb8c-f3da5ea08135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0'} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:44:38.556579 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-64c7d935-950c-4187-b066-24f2dc281144 req-c3c30ac5-48c4-47c2-9f06-9adcbd11073d service neutron] Bound port: 65416e28-6046-4978-8997-f64c24b94d7d, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e731f32-e4b0-48d5-bb8c-f3da5ea08135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0'}}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:44:38.556763 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-64c7d935-950c-4187-b066-24f2dc281144 req-c3c30ac5-48c4-47c2-9f06-9adcbd11073d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (65416e28-6046-4978-8997-f64c24b94d7d), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:38.621913 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-64c7d935-950c-4187-b066-24f2dc281144 req-c3c30ac5-48c4-47c2-9f06-9adcbd11073d service neutron] For port 65416e28-6046-4978-8997-f64c24b94d7d, host hv-cinder-82635, cleared binding levels {{(pid=102638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:44:38.625968 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-64c7d935-950c-4187-b066-24f2dc281144 req-c3c30ac5-48c4-47c2-9f06-9adcbd11073d service neutron] For port 65416e28-6046-4978-8997-f64c24b94d7d, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=65416e28-6046-4978-8997-f64c24b94d7d,segment=NetworkSegment(4e731f32-e4b0-48d5-bb8c-f3da5ea08135),segment_id=4e731f32-e4b0-48d5-bb8c-f3da5ea08135)] {{(pid=102638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:44:38.631688 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-64c7d935-950c-4187-b066-24f2dc281144 req-c3c30ac5-48c4-47c2-9f06-9adcbd11073d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31061751'] for port (65416e28-6046-4978-8997-f64c24b94d7d), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:38.664769 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7d935-950c-4187-b066-24f2dc281144 req-c3c30ac5-48c4-47c2-9f06-9adcbd11073d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:38.665381 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-64c7d935-950c-4187-b066-24f2dc281144 req-c3c30ac5-48c4-47c2-9f06-9adcbd11073d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:38.666816 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-64c7d935-950c-4187-b066-24f2dc281144 req-c3c30ac5-48c4-47c2-9f06-9adcbd11073d service neutron] 10.222.0.42 "PUT /v2.0/ports/65416e28-6046-4978-8997-f64c24b94d7d HTTP/1.1" status: 200 len: 1093 time: 0.6775563 Jan 25 18:44:38.667246 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc00507-7177-4923-a0cb-0bed435a8f41', 'tag': '65416e28-6046-4978-8997-f64c24b94d7d'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:44:38.669458 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02945e9-d389-4d9c-8b60-dbd745ad4d21" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc00507-7177-4923-a0cb-0bed435a8f41", "tag": "65416e28-6046-4978-8997-f64c24b94d7d"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:44:38.696793 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c30ac5-48c4-47c2-9f06-9adcbd11073d service neutron] Pushing event updated for resources: {'Port': ['ID=65416e28-6046-4978-8997-f64c24b94d7d,revision_number=3']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:38.759713 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7d935-950c-4187-b066-24f2dc281144 req-5719fa24-332d-4f33-af1e-367637fb46ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:38.761050 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-64c7d935-950c-4187-b066-24f2dc281144 req-5719fa24-332d-4f33-af1e-367637fb46ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09a5f500126c43bda9dda24b788fed0d&device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 1096 time: 0.0480392 Jan 25 18:44:38.808502 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-64c7d935-950c-4187-b066-24f2dc281144 req-26c6486b-8096-495e-a817-4e2358ff3a96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65416e28-6046-4978-8997-f64c24b94d7d HTTP/1.1" status: 200 len: 217 time: 0.0397084 Jan 25 18:44:38.870265 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315ce73b-a425-4f5a-88fc-735c1d9cf915 x-openstack-request-id: req-315ce73b-a425-4f5a-88fc-735c1d9cf915 {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:44:38.870481 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc00507-7177-4923-a0cb-0bed435a8f41", "tag": "65416e28-6046-4978-8997-f64c24b94d7d", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:44:38.870732 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-315ce73b-a425-4f5a-88fc-735c1d9cf915 {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:44:38.871129 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc00507-7177-4923-a0cb-0bed435a8f41', 'tag': '65416e28-6046-4978-8997-f64c24b94d7d', 'status': 'completed', 'code': 200} Jan 25 18:44:38.874944 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7d935-950c-4187-b066-24f2dc281144 req-8e5ae004-c99c-4fac-987d-828f333cbc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:38.876399 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-64c7d935-950c-4187-b066-24f2dc281144 req-8e5ae004-c99c-4fac-987d-828f333cbc74 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2531e4ed-879a-4ede-b577-43db216b07a7 HTTP/1.1" status: 200 len: 853 time: 0.0622768 Jan 25 18:44:38.949606 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7d935-950c-4187-b066-24f2dc281144 req-16f2ea64-2037-4f8a-99ae-12adbd1b914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:38.951888 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-64c7d935-950c-4187-b066-24f2dc281144 req-16f2ea64-2037-4f8a-99ae-12adbd1b914a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c386b781-67b6-4986-a6c3-1438ada313b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689869 Jan 25 18:44:38.973554 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16b782-d78f-4ccf-a2fc-fcd9bf3f8dc6 req-c9cf9cc0-ed44-4a63-8e2c-a2b29e0e9713 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:38.974985 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fd16b782-d78f-4ccf-a2fc-fcd9bf3f8dc6 req-c9cf9cc0-ed44-4a63-8e2c-a2b29e0e9713 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 946 time: 0.0651662 Jan 25 18:44:39.067262 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fd16b782-d78f-4ccf-a2fc-fcd9bf3f8dc6 req-206f6db8-ab9c-4717-b561-d4c4147c9c76 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812581 Jan 25 18:44:39.080875 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-64c7d935-950c-4187-b066-24f2dc281144 req-3cb18873-2bbd-4730-af81-eddf0ff0e09f service neutron] 10.222.0.42 "GET /v2.0/networks/c386b781-67b6-4986-a6c3-1438ada313b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211944 Jan 25 18:44:39.171538 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-64c7d935-950c-4187-b066-24f2dc281144 req-7720d360-c439-4d9d-ad57-3dd393a45e18 service neutron] 10.222.0.42 "GET /v2.0/networks/c386b781-67b6-4986-a6c3-1438ada313b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847082 Jan 25 18:44:39.269260 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02945e9-d389-4d9c-8b60-dbd745ad4d21 req-2f7653bf-cdb1-4244-bf00-9bc2d8891030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:39.270787 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e02945e9-d389-4d9c-8b60-dbd745ad4d21 req-2f7653bf-cdb1-4244-bf00-9bc2d8891030 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09a5f500126c43bda9dda24b788fed0d&device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 1096 time: 0.0401578 Jan 25 18:44:39.368639 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02945e9-d389-4d9c-8b60-dbd745ad4d21 req-20b8ed83-6538-47ec-906b-a08d92f19635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:39.371015 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e02945e9-d389-4d9c-8b60-dbd745ad4d21 req-20b8ed83-6538-47ec-906b-a08d92f19635 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c386b781-67b6-4986-a6c3-1438ada313b0 HTTP/1.1" status: 200 len: 915 time: 0.0907011 Jan 25 18:44:39.418713 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e02945e9-d389-4d9c-8b60-dbd745ad4d21 req-9b2ad98e-812a-48d7-82af-2c87967b9edf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65416e28-6046-4978-8997-f64c24b94d7d HTTP/1.1" status: 200 len: 217 time: 0.0376136 Jan 25 18:44:39.475512 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02945e9-d389-4d9c-8b60-dbd745ad4d21 req-2f2aa6ee-9283-43d6-a20a-3008885b2719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:39.477926 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e02945e9-d389-4d9c-8b60-dbd745ad4d21 req-2f2aa6ee-9283-43d6-a20a-3008885b2719 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2531e4ed-879a-4ede-b577-43db216b07a7 HTTP/1.1" status: 200 len: 853 time: 0.0504324 Jan 25 18:44:39.543251 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02945e9-d389-4d9c-8b60-dbd745ad4d21 req-d6dfdaec-d6f0-417d-bcc7-1dd4f596c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:39.544985 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e02945e9-d389-4d9c-8b60-dbd745ad4d21 req-d6dfdaec-d6f0-417d-bcc7-1dd4f596c055 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c386b781-67b6-4986-a6c3-1438ada313b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582471 Jan 25 18:44:39.646341 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2d4c3-c1ee-4556-bfc2-909fbb859353 req-274f944d-743e-4fa0-8360-4f9a0caae911 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:39.647828 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-dee2d4c3-c1ee-4556-bfc2-909fbb859353 req-274f944d-743e-4fa0-8360-4f9a0caae911 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 943 time: 0.1018898 Jan 25 18:44:39.693757 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e02945e9-d389-4d9c-8b60-dbd745ad4d21 req-821da961-6d10-4bc6-9ae5-8ee8bc3382ed service neutron] 10.222.0.42 "GET /v2.0/networks/c386b781-67b6-4986-a6c3-1438ada313b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386015 Jan 25 18:44:39.768294 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-dee2d4c3-c1ee-4556-bfc2-909fbb859353 req-6f396386-5058-4a1b-b973-181961d7859f tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145878 Jan 25 18:44:39.831498 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48670fc-c542-4894-bab3-b48156ed6475 req-16c1e5a8-2e11-4efe-8044-5aaf1ec7bd3e tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:39.832873 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b48670fc-c542-4894-bab3-b48156ed6475 req-16c1e5a8-2e11-4efe-8044-5aaf1ec7bd3e tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=af5d970b-8907-4e74-bf56-1d7a9a984148 HTTP/1.1" status: 200 len: 945 time: 0.1140232 Jan 25 18:44:39.851178 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e02945e9-d389-4d9c-8b60-dbd745ad4d21 req-2e481fe5-c53f-4368-8658-af727081e1fc service neutron] 10.222.0.42 "GET /v2.0/networks/c386b781-67b6-4986-a6c3-1438ada313b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484840 Jan 25 18:44:39.889934 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b48670fc-c542-4894-bab3-b48156ed6475 req-f0de9a94-15d0-426a-abf8-7ec87ac6a64a tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a3209eb-b842-4e1f-bbd5-580c3d52ddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508444 Jan 25 18:44:40.180884 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502c264-cb49-4246-ae60-9b8351c22d9b req-268aa86b-353a-4819-ae1e-ad2ff46eb14e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:40.182366 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8502c264-cb49-4246-ae60-9b8351c22d9b req-268aa86b-353a-4819-ae1e-ad2ff46eb14e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 946 time: 0.0466416 Jan 25 18:44:40.228026 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8502c264-cb49-4246-ae60-9b8351c22d9b req-7cb2ee50-30f7-47e0-bb21-84eacdb0b535 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402398 Jan 25 18:44:40.270055 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 65416e28-6046-4978-8997-f64c24b94d7d details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:44:40.362111 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 65416e28-6046-4978-8997-f64c24b94d7d, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=65416e28-6046-4978-8997-f64c24b94d7d,segment=NetworkSegment(4e731f32-e4b0-48d5-bb8c-f3da5ea08135),segment_id=4e731f32-e4b0-48d5-bb8c-f3da5ea08135)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:44:40.372248 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': '65416e28-6046-4978-8997-f64c24b94d7d', 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0', 'port_id': '65416e28-6046-4978-8997-f64c24b94d7d', 'mac_address': 'fa:16:3e:f7:b7:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2531e4ed-879a-4ede-b577-43db216b07a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:44:40.409784 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 65416e28-6046-4978-8997-f64c24b94d7d is: DOWN; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:44:40.410216 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (65416e28-6046-4978-8997-f64c24b94d7d), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:40.425844 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65416e28-6046-4978-8997-f64c24b94d7d {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:44:40.444713 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 65416e28-6046-4978-8997-f64c24b94d7d, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=65416e28-6046-4978-8997-f64c24b94d7d,segment=NetworkSegment(4e731f32-e4b0-48d5-bb8c-f3da5ea08135),segment_id=4e731f32-e4b0-48d5-bb8c-f3da5ea08135)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:44:40.448886 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (65416e28-6046-4978-8997-f64c24b94d7d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:40.493573 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=65416e28-6046-4978-8997-f64c24b94d7d,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:40.688953 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['65416e28-6046-4978-8997-f64c24b94d7d'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:44:40.881842 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a874826-2bd7-4fbe-8577-629bd39b5a1e req-70c69ce2-bc15-400b-b8c0-c0ba510c74d6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:40.883285 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4a874826-2bd7-4fbe-8577-629bd39b5a1e req-70c69ce2-bc15-400b-b8c0-c0ba510c74d6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 944 time: 0.0448735 Jan 25 18:44:40.928167 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4a874826-2bd7-4fbe-8577-629bd39b5a1e req-26dcf746-d34b-4b85-b18f-25b301f3aff6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390472 Jan 25 18:44:41.003409 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30896dff-5d5b-4686-916f-34b3eb2de9d2 req-14815a33-658f-44ad-af60-84aba6aeb5f0 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:41.004756 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-30896dff-5d5b-4686-916f-34b3eb2de9d2 req-14815a33-658f-44ad-af60-84aba6aeb5f0 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=af5d970b-8907-4e74-bf56-1d7a9a984148 HTTP/1.1" status: 200 len: 945 time: 0.0489423 Jan 25 18:44:41.049444 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-30896dff-5d5b-4686-916f-34b3eb2de9d2 req-60c6dd93-9c10-4812-9613-f0cc681143d6 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a3209eb-b842-4e1f-bbd5-580c3d52ddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392690 Jan 25 18:44:41.449692 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cdd45-b5c9-42c1-b7d6-ae03c8563a17 req-8d2fd68d-306a-4eec-a33e-c93440282c99 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:41.451162 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fb9cdd45-b5c9-42c1-b7d6-ae03c8563a17 req-8d2fd68d-306a-4eec-a33e-c93440282c99 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.42 "GET /v2.0/ports?device_id=af5d970b-8907-4e74-bf56-1d7a9a984148 HTTP/1.1" status: 200 len: 945 time: 0.0458922 Jan 25 18:44:41.541180 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-fb9cdd45-b5c9-42c1-b7d6-ae03c8563a17 req-c17387de-7920-4ffc-8d60-7fa32cddd9b9 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Deleting port 70a458d5-4699-4476-a236-cae5b2134882 {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:44:41.541514 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-fb9cdd45-b5c9-42c1-b7d6-ae03c8563a17 req-c17387de-7920-4ffc-8d60-7fa32cddd9b9 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (70a458d5-4699-4476-a236-cae5b2134882), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:41.627118 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-fb9cdd45-b5c9-42c1-b7d6-ae03c8563a17 req-c17387de-7920-4ffc-8d60-7fa32cddd9b9 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] For port 70a458d5-4699-4476-a236-cae5b2134882, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=70a458d5-4699-4476-a236-cae5b2134882,segment=NetworkSegment(75e2899b-01ba-47f3-8a62-3fd7282595a1),segment_id=75e2899b-01ba-47f3-8a62-3fd7282595a1)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:44:41.627471 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-fb9cdd45-b5c9-42c1-b7d6-ae03c8563a17 req-c17387de-7920-4ffc-8d60-7fa32cddd9b9 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (70a458d5-4699-4476-a236-cae5b2134882), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:41.790658 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-fb9cdd45-b5c9-42c1-b7d6-ae03c8563a17 req-c17387de-7920-4ffc-8d60-7fa32cddd9b9 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:41.791180 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-fb9cdd45-b5c9-42c1-b7d6-ae03c8563a17 req-c17387de-7920-4ffc-8d60-7fa32cddd9b9 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698476'] for floatingip (30096231-8801-4adb-9396-aca97b6ceb88), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:41.791504 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.db.l3_db [req-fb9cdd45-b5c9-42c1-b7d6-ae03c8563a17 req-c17387de-7920-4ffc-8d60-7fa32cddd9b9 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Floating IP 30096231-8801-4adb-9396-aca97b6ceb88 disassociated. External IP: 172.27.2.221, port: 70a458d5-4699-4476-a236-cae5b2134882. Jan 25 18:44:41.791838 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-fb9cdd45-b5c9-42c1-b7d6-ae03c8563a17 req-c17387de-7920-4ffc-8d60-7fa32cddd9b9 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Calling delete_port for 70a458d5-4699-4476-a236-cae5b2134882 owned by compute:nova {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:44:41.917523 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-fb9cdd45-b5c9-42c1-b7d6-ae03c8563a17 req-c17387de-7920-4ffc-8d60-7fa32cddd9b9 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (70a458d5-4699-4476-a236-cae5b2134882), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:41.944047 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17387de-7920-4ffc-8d60-7fa32cddd9b9 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Pushing event deleted for resources: {'Port': ['ID=70a458d5-4699-4476-a236-cae5b2134882,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:42.086397 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd3e09-9a7f-401e-b4ed-e4cdcd759523 req-8f828754-076d-4e23-a133-2cf8c299342b tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:42.087870 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d9fd3e09-9a7f-401e-b4ed-e4cdcd759523 req-8f828754-076d-4e23-a133-2cf8c299342b tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 944 time: 0.0912247 Jan 25 18:44:42.095594 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb9cdd45-b5c9-42c1-b7d6-ae03c8563a17 req-c17387de-7920-4ffc-8d60-7fa32cddd9b9 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Router 284add4d-b541-4a69-afea-38b3939b5555 has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:44:42.184043 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6c44f3a5-cc7c-498a-b6df-ff9ced37f7a8 req-f460fff4-fffe-4ea5-a662-5c3a4137539e tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/ports?device_id=af5d970b-8907-4e74-bf56-1d7a9a984148 HTTP/1.1" status: 200 len: 210 time: 0.0663872 Jan 25 18:44:42.200882 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d9fd3e09-9a7f-401e-b4ed-e4cdcd759523 req-aa2bd9b3-0d81-4cfe-9749-88482377f5cd tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071711 Jan 25 18:44:42.260948 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb9cdd45-b5c9-42c1-b7d6-ae03c8563a17 req-c17387de-7920-4ffc-8d60-7fa32cddd9b9 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:44:42.271582 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 65416e28-6046-4978-8997-f64c24b94d7d up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:44:42.275888 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dbd84f-9be6-4cf4-a1b5-7230ffda9a4e None None] Sync routers for ids ['284add4d-b541-4a69-afea-38b3939b5555'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:44:42.299051 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9cdd45-b5c9-42c1-b7d6-ae03c8563a17 req-c17387de-7920-4ffc-8d60-7fa32cddd9b9 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] No DVR routers for this DVR port 70a458d5-4699-4476-a236-cae5b2134882 on host hv-cinder-82635 {{(pid=102638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:44:42.301836 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-fb9cdd45-b5c9-42c1-b7d6-ae03c8563a17 req-c17387de-7920-4ffc-8d60-7fa32cddd9b9 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:42.305154 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fb9cdd45-b5c9-42c1-b7d6-ae03c8563a17 req-c17387de-7920-4ffc-8d60-7fa32cddd9b9 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.42 "DELETE /v2.0/ports/70a458d5-4699-4476-a236-cae5b2134882 HTTP/1.1" status: 204 len: 173 time: 0.8491457 Jan 25 18:44:42.305612 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5d970b-8907-4e74-bf56-1d7a9a984148', 'name': 'network-vif-deleted', 'tag': '70a458d5-4699-4476-a236-cae5b2134882'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:44:42.314951 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cee40a-4683-4e08-ba56-d00b394eb5d7" -d '{"events": [{"server_uuid": "af5d970b-8907-4e74-bf56-1d7a9a984148", "name": "network-vif-deleted", "tag": "70a458d5-4699-4476-a236-cae5b2134882"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:44:42.318445 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dbd84f-9be6-4cf4-a1b5-7230ffda9a4e None None] Routers {'284add4d-b541-4a69-afea-38b3939b5555'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:44:42.319093 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-27dbd84f-9be6-4cf4-a1b5-7230ffda9a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:44:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['284add4d-b541-4a69-afea-38b3939b5555'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:42.355798 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f208323-aac6-4de2-9072-125dda912170 x-openstack-request-id: req-9f208323-aac6-4de2-9072-125dda912170 {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:44:42.356341 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5d970b-8907-4e74-bf56-1d7a9a984148", "name": "network-vif-deleted", "tag": "70a458d5-4699-4476-a236-cae5b2134882", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:44:42.356753 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f208323-aac6-4de2-9072-125dda912170 {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:44:42.357818 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5d970b-8907-4e74-bf56-1d7a9a984148', 'name': 'network-vif-deleted', 'tag': '70a458d5-4699-4476-a236-cae5b2134882', 'status': 'completed', 'code': 200} Jan 25 18:44:42.379542 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning for port 65416e28-6046-4978-8997-f64c24b94d7d completed by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 18:44:42.416403 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port 65416e28-6046-4978-8997-f64c24b94d7d triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:44:42.416782 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (65416e28-6046-4978-8997-f64c24b94d7d), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:42.460557 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-27dbd84f-9be6-4cf4-a1b5-7230ffda9a4e None None] Set router 284add4d-b541-4a69-afea-38b3939b5555 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:44:42.630999 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 65416e28-6046-4978-8997-f64c24b94d7d is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:44:42.631409 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (65416e28-6046-4978-8997-f64c24b94d7d), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:42.669864 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc00507-7177-4923-a0cb-0bed435a8f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65416e28-6046-4978-8997-f64c24b94d7d'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:44:42.672209 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e35123c-3822-4324-8a3d-023ce020e92c" -d '{"events": [{"server_uuid": "4bc00507-7177-4923-a0cb-0bed435a8f41", "name": "network-vif-plugged", "status": "completed", "tag": "65416e28-6046-4978-8997-f64c24b94d7d"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:44:42.710357 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 65416e28-6046-4978-8997-f64c24b94d7d, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=65416e28-6046-4978-8997-f64c24b94d7d,segment=NetworkSegment(4e731f32-e4b0-48d5-bb8c-f3da5ea08135),segment_id=4e731f32-e4b0-48d5-bb8c-f3da5ea08135)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:44:42.749796 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (65416e28-6046-4978-8997-f64c24b94d7d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:42.755660 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2239e5c8-da2e-46a7-9746-cb6ab534c186 x-openstack-request-id: req-2239e5c8-da2e-46a7-9746-cb6ab534c186 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:44:42.755960 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc00507-7177-4923-a0cb-0bed435a8f41", "name": "network-vif-plugged", "status": "completed", "tag": "65416e28-6046-4978-8997-f64c24b94d7d", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:44:42.756217 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2239e5c8-da2e-46a7-9746-cb6ab534c186 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:44:42.756613 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc00507-7177-4923-a0cb-0bed435a8f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65416e28-6046-4978-8997-f64c24b94d7d', 'code': 200} Jan 25 18:44:42.789872 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-27dbd84f-9be6-4cf4-a1b5-7230ffda9a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284add4d-b541-4a69-afea-38b3939b5555', 'name': 'tempest-AttachVolumeTestJSON-311322752-router', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '1e103739-075b-432a-bae8-25c25203fa9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:10Z', 'updated_at': '2022-01-25T18:38:19Z', 'revision_number': 4, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'gw_port': {'id': '1e103739-075b-432a-bae8-25c25203fa9a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:96:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:12Z', 'updated_at': '2022-01-25T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '8ad8e75e-0d55-4f12-b815-fe9c7a277ed7', 'name': '', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'mac_address': 'fa:16:3e:98:d7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:18Z', 'updated_at': '2022-01-25T18:38:31Z', 'revision_number': 5, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'subnets': [{'id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:42.833805 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dbd84f-9be6-4cf4-a1b5-7230ffda9a4e None None] Checking router: 284add4d-b541-4a69-afea-38b3939b5555 for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:44:42.843392 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=65416e28-6046-4978-8997-f64c24b94d7d,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:42.848552 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dbd84f-9be6-4cf4-a1b5-7230ffda9a4e None None] Routers {'284add4d-b541-4a69-afea-38b3939b5555'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:44:42.849162 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-27dbd84f-9be6-4cf4-a1b5-7230ffda9a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:44:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['284add4d-b541-4a69-afea-38b3939b5555'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:42.965469 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-27dbd84f-9be6-4cf4-a1b5-7230ffda9a4e None None] Set router 284add4d-b541-4a69-afea-38b3939b5555 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:44:43.014498 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116355ec-e728-4f43-b0a6-63804ef8a9f5 req-93be6ccd-7a41-41a9-8df5-e1855386f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:43.015875 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-116355ec-e728-4f43-b0a6-63804ef8a9f5 req-93be6ccd-7a41-41a9-8df5-e1855386f99b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 1098 time: 0.0397696 Jan 25 18:44:43.057639 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-116355ec-e728-4f43-b0a6-63804ef8a9f5 req-151ddce0-feec-407a-abcc-c0842b4a52f9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364316 Jan 25 18:44:43.160318 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-27dbd84f-9be6-4cf4-a1b5-7230ffda9a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284add4d-b541-4a69-afea-38b3939b5555', 'name': 'tempest-AttachVolumeTestJSON-311322752-router', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '1e103739-075b-432a-bae8-25c25203fa9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:10Z', 'updated_at': '2022-01-25T18:38:19Z', 'revision_number': 4, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'gw_port': {'id': '1e103739-075b-432a-bae8-25c25203fa9a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:96:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:12Z', 'updated_at': '2022-01-25T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '8ad8e75e-0d55-4f12-b815-fe9c7a277ed7', 'name': '', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'mac_address': 'fa:16:3e:98:d7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:18Z', 'updated_at': '2022-01-25T18:38:31Z', 'revision_number': 5, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'subnets': [{'id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:43.186803 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dbd84f-9be6-4cf4-a1b5-7230ffda9a4e None None] The sync data for ids ['284add4d-b541-4a69-afea-38b3939b5555'] in dv-cinder-826350-1-iscsi is: [{'id': '284add4d-b541-4a69-afea-38b3939b5555', 'name': 'tempest-AttachVolumeTestJSON-311322752-router', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '1e103739-075b-432a-bae8-25c25203fa9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:10Z', 'updated_at': '2022-01-25T18:38:19Z', 'revision_number': 4, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'gw_port': {'id': '1e103739-075b-432a-bae8-25c25203fa9a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:96:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:12Z', 'updated_at': '2022-01-25T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '8ad8e75e-0d55-4f12-b815-fe9c7a277ed7', 'name': '', 'network_id': '39a92873-72dd-4c94-9b45-f8eddc76cfc4', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'mac_address': 'fa:16:3e:98:d7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:18Z', 'updated_at': '2022-01-25T18:38:31Z', 'revision_number': 5, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'subnets': [{'id': 'e8bae059-1749-4e6b-8122-ee6422457f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:44:43.273155 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 50912) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:43.320347 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca5888-11f5-4be2-84b5-d2f3037a6826 req-9fb9651d-1131-4918-b494-608b68c0e2ac tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:43.321949 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c7ca5888-11f5-4be2-84b5-d2f3037a6826 req-9fb9651d-1131-4918-b494-608b68c0e2ac tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 945 time: 0.0509057 Jan 25 18:44:43.329492 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-562c7b42-0a98-4aef-b8d9-faf435cddbd4 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for security_group (0a3209eb-b842-4e1f-bbd5-580c3d52ddd5), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:43.354860 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-562c7b42-0a98-4aef-b8d9-faf435cddbd4 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for security_group (0a3209eb-b842-4e1f-bbd5-580c3d52ddd5), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:43.376771 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c7ca5888-11f5-4be2-84b5-d2f3037a6826 req-ddd77470-2f45-42a3-9bcb-009c9de02d3c tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469818 Jan 25 18:44:43.410078 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-562c7b42-0a98-4aef-b8d9-faf435cddbd4 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (0a3209eb-b842-4e1f-bbd5-580c3d52ddd5), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:43.412634 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-562c7b42-0a98-4aef-b8d9-faf435cddbd4 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:43.413792 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-562c7b42-0a98-4aef-b8d9-faf435cddbd4 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "DELETE /v2.0/security-groups/0a3209eb-b842-4e1f-bbd5-580c3d52ddd5 HTTP/1.1" status: 204 len: 168 time: 0.1396117 Jan 25 18:44:43.416822 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 50914) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:43.423947 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c7b42-0a98-4aef-b8d9-faf435cddbd4 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3209eb-b842-4e1f-bbd5-580c3d52ddd5,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:43.431164 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c7b42-0a98-4aef-b8d9-faf435cddbd4 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:43.431739 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c7b42-0a98-4aef-b8d9-faf435cddbd4 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:43.432161 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c7b42-0a98-4aef-b8d9-faf435cddbd4 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:43.432411 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c7b42-0a98-4aef-b8d9-faf435cddbd4 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:43.432518 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.api.v2.resource [None req-5a0efbca-838e-49f6-a18d-c1784e07f632 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] show failed (client error): The resource could not be found. Jan 25 18:44:43.432743 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c7b42-0a98-4aef-b8d9-faf435cddbd4 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:43.433440 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c7b42-0a98-4aef-b8d9-faf435cddbd4 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:43.433775 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c7b42-0a98-4aef-b8d9-faf435cddbd4 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:43.434130 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c7b42-0a98-4aef-b8d9-faf435cddbd4 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:43.435762 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c7b42-0a98-4aef-b8d9-faf435cddbd4 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:43.436257 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c7b42-0a98-4aef-b8d9-faf435cddbd4 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:43.436597 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c7b42-0a98-4aef-b8d9-faf435cddbd4 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:43.437091 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c7b42-0a98-4aef-b8d9-faf435cddbd4 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:43.437328 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-5a0efbca-838e-49f6-a18d-c1784e07f632 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "GET /v2.0/security-groups/0a3209eb-b842-4e1f-bbd5-580c3d52ddd5 HTTP/1.1" status: 404 len: 347 time: 0.0190208 Jan 25 18:44:43.437433 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c7b42-0a98-4aef-b8d9-faf435cddbd4 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:44:43.437895 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 50916) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:43.439950 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbfd155-e059-443b-a9e1-dbb559bee69f None None] New status for floating IP 30096231-8801-4adb-9396-aca97b6ceb88: DOWN {{(pid=102640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 18:44:43.565751 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf944d-8c6f-40b6-bcc7-a80a756725d1 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Deleting port cac80697-5a4f-4a81-b6f4-df547ba6024e {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:44:43.566124 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-cdbf944d-8c6f-40b6-bcc7-a80a756725d1 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (cac80697-5a4f-4a81-b6f4-df547ba6024e), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:43.643011 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-cdbf944d-8c6f-40b6-bcc7-a80a756725d1 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (cac80697-5a4f-4a81-b6f4-df547ba6024e), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:43.643337 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-cdbf944d-8c6f-40b6-bcc7-a80a756725d1 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for floatingip (cac80697-5a4f-4a81-b6f4-df547ba6024e), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:43.654759 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf944d-8c6f-40b6-bcc7-a80a756725d1 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Calling delete_port for cac80697-5a4f-4a81-b6f4-df547ba6024e owned by network:floatingip {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:44:43.783570 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-cdbf944d-8c6f-40b6-bcc7-a80a756725d1 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (cac80697-5a4f-4a81-b6f4-df547ba6024e), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:44.052797 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf944d-8c6f-40b6-bcc7-a80a756725d1 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Pushing event deleted for resources: {'Port': ['ID=cac80697-5a4f-4a81-b6f4-df547ba6024e,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:44.112559 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-cdbf944d-8c6f-40b6-bcc7-a80a756725d1 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks [] for floatingip (30096231-8801-4adb-9396-aca97b6ceb88), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:44.115353 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-cdbf944d-8c6f-40b6-bcc7-a80a756725d1 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for floatingip (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:44.116508 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-cdbf944d-8c6f-40b6-bcc7-a80a756725d1 tempest-AttachVolumeTestJSON-1675612926 tempest-AttachVolumeTestJSON-1675612926-project] 10.222.0.41 "DELETE /v2.0/floatingips/30096231-8801-4adb-9396-aca97b6ceb88 HTTP/1.1" status: 204 len: 168 time: 0.6776783 Jan 25 18:44:44.269408 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 70a458d5-4699-4476-a236-cae5b2134882 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:44:44.289312 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] No Port match for: 70a458d5-4699-4476-a236-cae5b2134882 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:44:44.289658 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 70a458d5-4699-4476-a236-cae5b2134882 not bound to the agent host hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:44:44.490480 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d42ed3-90cc-4224-b6e9-c539c364bfcd req-f56f8ae1-0879-4594-ab67-ccb189d7bef8 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:44.491852 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-92d42ed3-90cc-4224-b6e9-c539c364bfcd req-f56f8ae1-0879-4594-ab67-ccb189d7bef8 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 945 time: 0.0465832 Jan 25 18:44:44.537177 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-92d42ed3-90cc-4224-b6e9-c539c364bfcd req-f0462a2b-e867-457d-b886-10f82f0ae1e6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397604 Jan 25 18:44:44.649431 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecc1d7-9e77-44df-8969-f56a0e541a71 req-62e6fd73-7946-4ec6-b78c-5b64b698c40e tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:44.650897 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fdecc1d7-9e77-44df-8969-f56a0e541a71 req-62e6fd73-7946-4ec6-b78c-5b64b698c40e tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 945 time: 0.0497038 Jan 25 18:44:44.696189 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fdecc1d7-9e77-44df-8969-f56a0e541a71 req-a1db818f-0dde-4229-9f15-4a24cecc29ea tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398505 Jan 25 18:44:45.007657 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd7f50-8361-47de-9cdd-5e9aa716ede4 req-8f39e7f7-2549-4e12-89f6-1b172e349dcd tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:45.009068 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fecd7f50-8361-47de-9cdd-5e9aa716ede4 req-8f39e7f7-2549-4e12-89f6-1b172e349dcd tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 945 time: 0.0466549 Jan 25 18:44:45.054440 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fecd7f50-8361-47de-9cdd-5e9aa716ede4 req-3d7ad4ec-651c-41c2-a2bc-620c5ccb440d tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394940 Jan 25 18:44:47.643404 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 50976) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:48.145854 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f3ca933a-2c38-4d00-87d8-f608fae96acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698988'] for router_interface (284add4d-b541-4a69-afea-38b3939b5555), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:48.427333 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-f3ca933a-2c38-4d00-87d8-f608fae96acc admin admin] Deleting port 8ad8e75e-0d55-4f12-b815-fe9c7a277ed7 {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:44:48.427587 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f3ca933a-2c38-4d00-87d8-f608fae96acc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (8ad8e75e-0d55-4f12-b815-fe9c7a277ed7), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:48.505983 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [None req-f3ca933a-2c38-4d00-87d8-f608fae96acc admin admin] For port 8ad8e75e-0d55-4f12-b815-fe9c7a277ed7, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=8ad8e75e-0d55-4f12-b815-fe9c7a277ed7,segment=NetworkSegment(75e2899b-01ba-47f3-8a62-3fd7282595a1),segment_id=75e2899b-01ba-47f3-8a62-3fd7282595a1)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:44:48.506371 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f3ca933a-2c38-4d00-87d8-f608fae96acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (8ad8e75e-0d55-4f12-b815-fe9c7a277ed7), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:48.518195 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-f3ca933a-2c38-4d00-87d8-f608fae96acc admin admin] Calling delete_port for 8ad8e75e-0d55-4f12-b815-fe9c7a277ed7 owned by network:router_interface {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:44:48.690912 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f3ca933a-2c38-4d00-87d8-f608fae96acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (8ad8e75e-0d55-4f12-b815-fe9c7a277ed7), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:48.716741 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca933a-2c38-4d00-87d8-f608fae96acc admin admin] Pushing event deleted for resources: {'Port': ['ID=8ad8e75e-0d55-4f12-b815-fe9c7a277ed7,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:48.887511 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f3ca933a-2c38-4d00-87d8-f608fae96acc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698904'] for router_interface (284add4d-b541-4a69-afea-38b3939b5555), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:49.089875 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ca933a-2c38-4d00-87d8-f608fae96acc admin admin] Router 284add4d-b541-4a69-afea-38b3939b5555 has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:44:49.196221 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ca933a-2c38-4d00-87d8-f608fae96acc admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:44:49.201652 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-f3ca933a-2c38-4d00-87d8-f608fae96acc admin admin] 10.222.0.41 "PUT /v2.0/routers/284add4d-b541-4a69-afea-38b3939b5555/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5571535 Jan 25 18:44:49.204113 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 50984) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:49.207114 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d33c22-fd92-4611-bf12-ad8ae9fcba5a None None] Sync routers for ids ['284add4d-b541-4a69-afea-38b3939b5555'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:44:49.217617 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d33c22-fd92-4611-bf12-ad8ae9fcba5a None None] Routers {'284add4d-b541-4a69-afea-38b3939b5555'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:44:49.218265 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-16d33c22-fd92-4611-bf12-ad8ae9fcba5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:44:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['284add4d-b541-4a69-afea-38b3939b5555'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:49.307215 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-01c14c05-37a6-4ab2-9e6e-0f6cdca7ea24 admin admin] Publish callbacks [] for router (284add4d-b541-4a69-afea-38b3939b5555), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:49.362415 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 50986) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:49.415223 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-01c14c05-37a6-4ab2-9e6e-0f6cdca7ea24 admin admin] Publish callbacks [] for router_gateway (284add4d-b541-4a69-afea-38b3939b5555), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:49.451107 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-16d33c22-fd92-4611-bf12-ad8ae9fcba5a None None] Set router 284add4d-b541-4a69-afea-38b3939b5555 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:44:49.469312 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-01c14c05-37a6-4ab2-9e6e-0f6cdca7ea24 admin admin] Deleting port 1e103739-075b-432a-bae8-25c25203fa9a {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:44:49.469649 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-01c14c05-37a6-4ab2-9e6e-0f6cdca7ea24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (1e103739-075b-432a-bae8-25c25203fa9a), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:49.524613 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-3efa2348-d1cf-48e2-a714-7aea6f0f0067 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Deleting port 096b458f-b9f6-4f28-87b3-a48c8e5aaa7c {{(pid=102637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:44:49.525307 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3efa2348-d1cf-48e2-a714-7aea6f0f0067 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (096b458f-b9f6-4f28-87b3-a48c8e5aaa7c), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:49.554053 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [None req-01c14c05-37a6-4ab2-9e6e-0f6cdca7ea24 admin admin] For port 1e103739-075b-432a-bae8-25c25203fa9a, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=1e103739-075b-432a-bae8-25c25203fa9a,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:44:49.554784 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-01c14c05-37a6-4ab2-9e6e-0f6cdca7ea24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (1e103739-075b-432a-bae8-25c25203fa9a), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:49.569070 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-01c14c05-37a6-4ab2-9e6e-0f6cdca7ea24 admin admin] Calling delete_port for 1e103739-075b-432a-bae8-25c25203fa9a owned by network:router_gateway {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:44:49.639123 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-16d33c22-fd92-4611-bf12-ad8ae9fcba5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284add4d-b541-4a69-afea-38b3939b5555', 'name': 'tempest-AttachVolumeTestJSON-311322752-router', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '1e103739-075b-432a-bae8-25c25203fa9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:10Z', 'updated_at': '2022-01-25T18:44:48Z', 'revision_number': 5, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'gw_port': {'id': '1e103739-075b-432a-bae8-25c25203fa9a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:96:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284add4d-b541-4a69-afea-38b3939b5555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:12Z', 'updated_at': '2022-01-25T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:49.667119 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d33c22-fd92-4611-bf12-ad8ae9fcba5a None None] Checking router: 284add4d-b541-4a69-afea-38b3939b5555 for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:44:49.677856 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d33c22-fd92-4611-bf12-ad8ae9fcba5a None None] Routers {'284add4d-b541-4a69-afea-38b3939b5555'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:44:49.678234 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-16d33c22-fd92-4611-bf12-ad8ae9fcba5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:44:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['284add4d-b541-4a69-afea-38b3939b5555'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:49.749804 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-01c14c05-37a6-4ab2-9e6e-0f6cdca7ea24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (1e103739-075b-432a-bae8-25c25203fa9a), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:49.772336 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-16d33c22-fd92-4611-bf12-ad8ae9fcba5a None None] Set router 284add4d-b541-4a69-afea-38b3939b5555 gateway port host: None {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:44:49.778042 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c14c05-37a6-4ab2-9e6e-0f6cdca7ea24 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e103739-075b-432a-bae8-25c25203fa9a,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:49.832732 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-16d33c22-fd92-4611-bf12-ad8ae9fcba5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284add4d-b541-4a69-afea-38b3939b5555', 'name': 'tempest-AttachVolumeTestJSON-311322752-router', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:10Z', 'updated_at': '2022-01-25T18:44:49Z', 'revision_number': 6, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'gw_port_host': None}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:49.841911 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-01c14c05-37a6-4ab2-9e6e-0f6cdca7ea24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-699314'] for router_gateway (284add4d-b541-4a69-afea-38b3939b5555), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:49.844266 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3efa2348-d1cf-48e2-a714-7aea6f0f0067 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (096b458f-b9f6-4f28-87b3-a48c8e5aaa7c), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:49.844598 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3efa2348-d1cf-48e2-a714-7aea6f0f0067 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for floatingip (096b458f-b9f6-4f28-87b3-a48c8e5aaa7c), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:49.857161 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-3efa2348-d1cf-48e2-a714-7aea6f0f0067 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Calling delete_port for 096b458f-b9f6-4f28-87b3-a48c8e5aaa7c owned by network:floatingip {{(pid=102637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:44:49.864434 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d33c22-fd92-4611-bf12-ad8ae9fcba5a None None] The sync data for ids ['284add4d-b541-4a69-afea-38b3939b5555'] in dv-cinder-826350-1-iscsi is: [{'id': '284add4d-b541-4a69-afea-38b3939b5555', 'name': 'tempest-AttachVolumeTestJSON-311322752-router', 'tenant_id': 'a3146285abdc4982ba9505ebc887faaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:10Z', 'updated_at': '2022-01-25T18:44:49Z', 'revision_number': 6, 'project_id': 'a3146285abdc4982ba9505ebc887faaa', 'gw_port_host': None}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:44:49.952034 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-01c14c05-37a6-4ab2-9e6e-0f6cdca7ea24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62753'] for router (284add4d-b541-4a69-afea-38b3939b5555), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:49.954729 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-01c14c05-37a6-4ab2-9e6e-0f6cdca7ea24 admin admin] Publish callbacks [] for router_controller (284add4d-b541-4a69-afea-38b3939b5555), precommit_delete_associations {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:50.018185 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-01c14c05-37a6-4ab2-9e6e-0f6cdca7ea24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697094'] for router (284add4d-b541-4a69-afea-38b3939b5555), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:50.018834 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c14c05-37a6-4ab2-9e6e-0f6cdca7ea24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 284add4d-b541-4a69-afea-38b3939b5555 {{(pid=102638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 18:44:50.023538 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-01c14c05-37a6-4ab2-9e6e-0f6cdca7ea24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:50.024660 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-01c14c05-37a6-4ab2-9e6e-0f6cdca7ea24 admin admin] 10.222.0.41 "DELETE /v2.0/routers/284add4d-b541-4a69-afea-38b3939b5555 HTTP/1.1" status: 204 len: 168 time: 0.8195207 Jan 25 18:44:50.027341 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 50990) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:50.046429 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3efa2348-d1cf-48e2-a714-7aea6f0f0067 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (096b458f-b9f6-4f28-87b3-a48c8e5aaa7c), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:50.071645 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa2348-d1cf-48e2-a714-7aea6f0f0067 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Pushing event deleted for resources: {'Port': ['ID=096b458f-b9f6-4f28-87b3-a48c8e5aaa7c,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:50.073403 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc11d295-f041-4abc-a30d-18425ced2b08 admin admin] Deleting subnet e8bae059-1749-4e6b-8122-ee6422457f86 {{(pid=102638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 18:44:50.077282 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-dc11d295-f041-4abc-a30d-18425ced2b08 admin admin] Publish callbacks [] for subnet (e8bae059-1749-4e6b-8122-ee6422457f86), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:50.110451 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-dc11d295-f041-4abc-a30d-18425ced2b08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31759332'] for subnet (e8bae059-1749-4e6b-8122-ee6422457f86), precommit_delete_associations {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:50.136303 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3efa2348-d1cf-48e2-a714-7aea6f0f0067 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for floatingip (7bcb231f-15dd-4f9e-a1f4-cef4e3a95382), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:50.136638 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.db.l3_db [None req-3efa2348-d1cf-48e2-a714-7aea6f0f0067 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Floating IP 7bcb231f-15dd-4f9e-a1f4-cef4e3a95382 disassociated (deleted). External IP: 172.27.2.210, port: f392ee21-bbbb-4260-8c0d-02a1fc085468. Jan 25 18:44:50.379960 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 8ad8e75e-0d55-4f12-b815-fe9c7a277ed7 no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:44:50.389007 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efa2348-d1cf-48e2-a714-7aea6f0f0067 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Router c78654e2-850d-4cbf-a897-36f9220d9fc1 has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:44:50.401523 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No Port match for: 8ad8e75e-0d55-4f12-b815-fe9c7a277ed7 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:44:50.401909 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 8ad8e75e-0d55-4f12-b815-fe9c7a277ed7 not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:44:50.467737 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-dc11d295-f041-4abc-a30d-18425ced2b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490167'] for subnet (e8bae059-1749-4e6b-8122-ee6422457f86), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:50.500422 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efa2348-d1cf-48e2-a714-7aea6f0f0067 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:44:50.504879 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3efa2348-d1cf-48e2-a714-7aea6f0f0067 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for floatingip (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:50.510402 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d73839-54f5-45e3-9de7-3d4602878d60 None None] Sync routers for ids ['c78654e2-850d-4cbf-a897-36f9220d9fc1'] in dv-cinder-826350-1-iscsi {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:44:50.522298 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d73839-54f5-45e3-9de7-3d4602878d60 None None] Routers {'c78654e2-850d-4cbf-a897-36f9220d9fc1'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:44:50.522673 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-dc11d295-f041-4abc-a30d-18425ced2b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31061633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49414898'] for subnet (e8bae059-1749-4e6b-8122-ee6422457f86), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:50.522911 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-52d73839-54f5-45e3-9de7-3d4602878d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:44:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['c78654e2-850d-4cbf-a897-36f9220d9fc1'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:50.537420 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-3efa2348-d1cf-48e2-a714-7aea6f0f0067 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "DELETE /v2.0/floatingips/7bcb231f-15dd-4f9e-a1f4-cef4e3a95382 HTTP/1.1" status: 204 len: 168 time: 1.1704960 Jan 25 18:44:50.537420 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c490651-f0c2-4c06-8595-66bd5fcddfb5', 'tag': 'f392ee21-bbbb-4260-8c0d-02a1fc085468'}] {{(pid=102637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:44:50.547997 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d684e4e91e5fd03d38a13c3d537823e5518f80ed6034d8fe3b9e30891c24508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f423f048-77cd-4909-8d5c-58d968b2b58c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c490651-f0c2-4c06-8595-66bd5fcddfb5", "tag": "f392ee21-bbbb-4260-8c0d-02a1fc085468"}]}' {{(pid=102637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:44:50.548705 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11d295-f041-4abc-a30d-18425ced2b08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8bae059-1749-4e6b-8122-ee6422457f86,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:50.553387 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-dc11d295-f041-4abc-a30d-18425ced2b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for subnet (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:50.557029 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-dc11d295-f041-4abc-a30d-18425ced2b08 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e8bae059-1749-4e6b-8122-ee6422457f86 HTTP/1.1" status: 204 len: 168 time: 0.5287127 Jan 25 18:44:50.560006 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 50996) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:50.565342 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d97589-b294-406d-9ada-84588d8db0a3 None None] Network 39a92873-72dd-4c94-9b45-f8eddc76cfc4 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:44:50.635451 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-52d73839-54f5-45e3-9de7-3d4602878d60 None None] Set router c78654e2-850d-4cbf-a897-36f9220d9fc1 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:44:50.658912 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b212f3d8-72c0-43e2-a3f4-38de0eb6440a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530550'] for network (39a92873-72dd-4c94-9b45-f8eddc76cfc4), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:50.694680 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae869c1-7615-4a77-beba-9c37a7b195e2 x-openstack-request-id: req-4ae869c1-7615-4a77-beba-9c37a7b195e2 {{(pid=102637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:44:50.694983 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c490651-f0c2-4c06-8595-66bd5fcddfb5", "tag": "f392ee21-bbbb-4260-8c0d-02a1fc085468", "status": "completed", "code": 200}]} {{(pid=102637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:44:50.695241 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ae869c1-7615-4a77-beba-9c37a7b195e2 {{(pid=102637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:44:50.695652 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c490651-f0c2-4c06-8595-66bd5fcddfb5', 'tag': 'f392ee21-bbbb-4260-8c0d-02a1fc085468', 'status': 'completed', 'code': 200} Jan 25 18:44:50.807574 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-b212f3d8-72c0-43e2-a3f4-38de0eb6440a admin admin] Deleting port d73c3786-8b93-4a4f-9c35-c18bb0563d80 {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:44:50.808232 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b212f3d8-72c0-43e2-a3f4-38de0eb6440a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (d73c3786-8b93-4a4f-9c35-c18bb0563d80), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:50.840219 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc858f50-7f21-4617-8e54-3aec80065a9f None None] DHCP port deletion for 39a92873-72dd-4c94-9b45-f8eddc76cfc4 request from dv-cinder-826350-1-iscsi {{(pid=102639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 18:44:50.883715 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [None req-b212f3d8-72c0-43e2-a3f4-38de0eb6440a admin admin] For port d73c3786-8b93-4a4f-9c35-c18bb0563d80, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=d73c3786-8b93-4a4f-9c35-c18bb0563d80,segment=NetworkSegment(75e2899b-01ba-47f3-8a62-3fd7282595a1),segment_id=75e2899b-01ba-47f3-8a62-3fd7282595a1)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:44:50.885313 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b212f3d8-72c0-43e2-a3f4-38de0eb6440a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (d73c3786-8b93-4a4f-9c35-c18bb0563d80), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:50.896639 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-cc858f50-7f21-4617-8e54-3aec80065a9f None None] Deleting port d73c3786-8b93-4a4f-9c35-c18bb0563d80 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:44:50.898407 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cc858f50-7f21-4617-8e54-3aec80065a9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (d73c3786-8b93-4a4f-9c35-c18bb0563d80), before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:50.899395 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-b212f3d8-72c0-43e2-a3f4-38de0eb6440a admin admin] Calling delete_port for d73c3786-8b93-4a4f-9c35-c18bb0563d80 owned by network:dhcp {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:44:50.902319 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423f048-77cd-4909-8d5c-58d968b2b58c req-8ebc5268-9ed5-4c64-b4d0-4d4daa977c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:50.904511 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f423f048-77cd-4909-8d5c-58d968b2b58c req-8ebc5268-9ed5-4c64-b4d0-4d4daa977c2d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c556b3ddaecd4d80b8062755dfc00928&device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 1099 time: 0.1849215 Jan 25 18:44:50.913676 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-52d73839-54f5-45e3-9de7-3d4602878d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'name': 'tempest-TestShelveInstance-2077615291-router', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:39:41Z', 'updated_at': '2022-01-25T18:39:44Z', 'revision_number': 4, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'gw_port': {'id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:41:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:42Z', 'updated_at': '2022-01-25T18:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': 'f5ba938b-5b42-4cd4-999d-7ce610060928', 'name': '', 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'mac_address': 'fa:16:3e:25:1b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '78514203-1da3-4b90-9813-fbe0b3464421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:44Z', 'updated_at': '2022-01-25T18:39:49Z', 'revision_number': 5, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'subnets': [{'id': '78514203-1da3-4b90-9813-fbe0b3464421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:50.941951 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d73839-54f5-45e3-9de7-3d4602878d60 None None] Checking router: c78654e2-850d-4cbf-a897-36f9220d9fc1 for host: dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:44:50.951046 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d73839-54f5-45e3-9de7-3d4602878d60 None None] Routers {'c78654e2-850d-4cbf-a897-36f9220d9fc1'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:44:50.951782 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-52d73839-54f5-45e3-9de7-3d4602878d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:44:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['c78654e2-850d-4cbf-a897-36f9220d9fc1'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:50.974631 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-cc858f50-7f21-4617-8e54-3aec80065a9f None None] For port d73c3786-8b93-4a4f-9c35-c18bb0563d80, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=d73c3786-8b93-4a4f-9c35-c18bb0563d80,segment=NetworkSegment(75e2899b-01ba-47f3-8a62-3fd7282595a1),segment_id=75e2899b-01ba-47f3-8a62-3fd7282595a1)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:44:50.975030 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cc858f50-7f21-4617-8e54-3aec80065a9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (d73c3786-8b93-4a4f-9c35-c18bb0563d80), precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:50.988232 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-cc858f50-7f21-4617-8e54-3aec80065a9f None None] Calling delete_port for d73c3786-8b93-4a4f-9c35-c18bb0563d80 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:44:51.042622 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b212f3d8-72c0-43e2-a3f4-38de0eb6440a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (d73c3786-8b93-4a4f-9c35-c18bb0563d80), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:51.109522 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b212f3d8-72c0-43e2-a3f4-38de0eb6440a admin admin] No DVR routers for this DVR port d73c3786-8b93-4a4f-9c35-c18bb0563d80 on host dv-cinder-826350-1-iscsi {{(pid=102638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:44:51.117133 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212f3d8-72c0-43e2-a3f4-38de0eb6440a admin admin] Pushing event deleted for resources: {'Port': ['ID=d73c3786-8b93-4a4f-9c35-c18bb0563d80,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:51.151140 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3031b98-a37d-482a-a3ee-f0174a5dd4fe req-ea26e786-b53d-4e68-a94f-218acc400a6e tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:51.158133 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d3031b98-a37d-482a-a3ee-f0174a5dd4fe req-ea26e786-b53d-4e68-a94f-218acc400a6e tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.2526503 Jan 25 18:44:51.161081 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cc858f50-7f21-4617-8e54-3aec80065a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620'] for port (d73c3786-8b93-4a4f-9c35-c18bb0563d80), after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:51.192571 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc858f50-7f21-4617-8e54-3aec80065a9f None None] Pushing event deleted for resources: {'Port': ['ID=d73c3786-8b93-4a4f-9c35-c18bb0563d80,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:51.195157 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-52d73839-54f5-45e3-9de7-3d4602878d60 None None] Set router c78654e2-850d-4cbf-a897-36f9220d9fc1 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:44:51.202667 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc858f50-7f21-4617-8e54-3aec80065a9f None None] No DVR routers for this DVR port d73c3786-8b93-4a4f-9c35-c18bb0563d80 on host dv-cinder-826350-1-iscsi {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:44:51.250532 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423f048-77cd-4909-8d5c-58d968b2b58c req-9984f74f-3545-4360-9f32-c6c715ee45b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:51.251999 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f423f048-77cd-4909-8d5c-58d968b2b58c req-9984f74f-3545-4360-9f32-c6c715ee45b2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8a06883-ac3d-45ad-9081-7a40b2a3036f HTTP/1.1" status: 200 len: 910 time: 0.3341122 Jan 25 18:44:51.268534 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b212f3d8-72c0-43e2-a3f4-38de0eb6440a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488764', 'neutron.services.segments.db._delete_segments_for_network-8748161470832'] for network (39a92873-72dd-4c94-9b45-f8eddc76cfc4), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:51.317172 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f423f048-77cd-4909-8d5c-58d968b2b58c req-20d9c639-39ac-432b-9b68-d2af9004e431 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f392ee21-bbbb-4260-8c0d-02a1fc085468 HTTP/1.1" status: 200 len: 217 time: 0.0582013 Jan 25 18:44:51.340644 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d3031b98-a37d-482a-a3ee-f0174a5dd4fe req-e75f4c31-6e56-4b03-9983-8a518d458fb7 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816647 Jan 25 18:44:51.359123 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-b212f3d8-72c0-43e2-a3f4-38de0eb6440a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a92873-72dd-4c94-9b45-f8eddc76cfc4']}} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:51.373713 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-b212f3d8-72c0-43e2-a3f4-38de0eb6440a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e2899b-01ba-47f3-8a62-3fd7282595a1') {'for_net_delete': True} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:51.374036 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-b212f3d8-72c0-43e2-a3f4-38de0eb6440a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e2899b-01ba-47f3-8a62-3fd7282595a1') {} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:51.386162 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b212f3d8-72c0-43e2-a3f4-38de0eb6440a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748161465977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31759341'] for segment (75e2899b-01ba-47f3-8a62-3fd7282595a1), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:51.398564 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423f048-77cd-4909-8d5c-58d968b2b58c req-ce9d537d-c9db-45a0-b741-0cb2f57998c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:51.400020 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f423f048-77cd-4909-8d5c-58d968b2b58c req-ce9d537d-c9db-45a0-b741-0cb2f57998c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=78514203-1da3-4b90-9813-fbe0b3464421 HTTP/1.1" status: 200 len: 848 time: 0.0726910 Jan 25 18:44:51.406390 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b212f3d8-72c0-43e2-a3f4-38de0eb6440a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (75e2899b-01ba-47f3-8a62-3fd7282595a1), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:51.406956 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-52d73839-54f5-45e3-9de7-3d4602878d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'name': 'tempest-TestShelveInstance-2077615291-router', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:39:41Z', 'updated_at': '2022-01-25T18:39:44Z', 'revision_number': 4, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'gw_port': {'id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:41:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:42Z', 'updated_at': '2022-01-25T18:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': 'f5ba938b-5b42-4cd4-999d-7ce610060928', 'name': '', 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'mac_address': 'fa:16:3e:25:1b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '78514203-1da3-4b90-9813-fbe0b3464421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:44Z', 'updated_at': '2022-01-25T18:39:49Z', 'revision_number': 5, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'subnets': [{'id': '78514203-1da3-4b90-9813-fbe0b3464421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:51.432634 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b212f3d8-72c0-43e2-a3f4-38de0eb6440a admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 18:44:51.433042 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b212f3d8-72c0-43e2-a3f4-38de0eb6440a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061547'] for segment (75e2899b-01ba-47f3-8a62-3fd7282595a1), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: Traceback (most recent call last): Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: timer() Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: cb(*args, **kw) Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: return func(*args, **kwargs) Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: self._notify() Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: self.callback(batched_events) Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: event.method(event) Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: return f(self, *a, **k) Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: return self._get(url).json() Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: return self.request(url, 'GET', **kwargs) Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:44:51.434906 dv-cinder-826350-1-iscsi neutron-server[102638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:44:51.437295 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d73839-54f5-45e3-9de7-3d4602878d60 None None] The sync data for ids ['c78654e2-850d-4cbf-a897-36f9220d9fc1'] in dv-cinder-826350-1-iscsi is: [{'id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'name': 'tempest-TestShelveInstance-2077615291-router', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:39:41Z', 'updated_at': '2022-01-25T18:39:44Z', 'revision_number': 4, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'gw_port': {'id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:41:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:42Z', 'updated_at': '2022-01-25T18:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': 'f5ba938b-5b42-4cd4-999d-7ce610060928', 'name': '', 'network_id': 'c8a06883-ac3d-45ad-9081-7a40b2a3036f', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'mac_address': 'fa:16:3e:25:1b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '78514203-1da3-4b90-9813-fbe0b3464421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:44Z', 'updated_at': '2022-01-25T18:39:49Z', 'revision_number': 5, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'subnets': [{'id': '78514203-1da3-4b90-9813-fbe0b3464421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:44:51.499593 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423f048-77cd-4909-8d5c-58d968b2b58c req-e4126f06-6054-4f84-96a6-283e7a96f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:51.501179 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f423f048-77cd-4909-8d5c-58d968b2b58c req-e4126f06-6054-4f84-96a6-283e7a96f310 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8a06883-ac3d-45ad-9081-7a40b2a3036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0927198 Jan 25 18:44:51.502313 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b212f3d8-72c0-43e2-a3f4-38de0eb6440a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699286'] for network (39a92873-72dd-4c94-9b45-f8eddc76cfc4), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:51.507558 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b212f3d8-72c0-43e2-a3f4-38de0eb6440a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:51.510629 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-b212f3d8-72c0-43e2-a3f4-38de0eb6440a admin admin] 10.222.0.41 "DELETE /v2.0/networks/39a92873-72dd-4c94-9b45-f8eddc76cfc4 HTTP/1.1" status: 204 len: 168 time: 0.9494786 Jan 25 18:44:51.529751 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212f3d8-72c0-43e2-a3f4-38de0eb6440a admin admin] Pushing event deleted for resources: {'Network': ['ID=39a92873-72dd-4c94-9b45-f8eddc76cfc4,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:51.628439 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f423f048-77cd-4909-8d5c-58d968b2b58c req-573f4306-64f1-4300-8ce5-8b8c6dd36249 service neutron] 10.222.0.42 "GET /v2.0/networks/c8a06883-ac3d-45ad-9081-7a40b2a3036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167285 Jan 25 18:44:51.642512 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51006) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:51.685957 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-10329600-4370-4736-8e2e-37cadf476f62 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3146285abdc4982ba9505ebc887faaa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394073 Jan 25 18:44:51.686294 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51008) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:51.708595 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e51863-8aab-40c8-a70e-f770b8eaa54e None None] New status for floating IP 7bcb231f-15dd-4f9e-a1f4-cef4e3a95382: DOWN {{(pid=102639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 18:44:51.731541 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f423f048-77cd-4909-8d5c-58d968b2b58c req-db7231f8-9416-4d0a-bfa1-233d288a2313 service neutron] 10.222.0.42 "GET /v2.0/networks/c8a06883-ac3d-45ad-9081-7a40b2a3036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962174 Jan 25 18:44:51.736521 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7879eda6-2b8d-4092-9b08-cf262278e732 admin admin] Publish callbacks [] for security_group (83f08d7c-3568-4996-af23-3cc6ca303ae6), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:51.759556 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7879eda6-2b8d-4092-9b08-cf262278e732 admin admin] Publish callbacks [] for security_group (83f08d7c-3568-4996-af23-3cc6ca303ae6), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:51.808017 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7879eda6-2b8d-4092-9b08-cf262278e732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (83f08d7c-3568-4996-af23-3cc6ca303ae6), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:51.811263 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7879eda6-2b8d-4092-9b08-cf262278e732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:51.812402 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-7879eda6-2b8d-4092-9b08-cf262278e732 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83f08d7c-3568-4996-af23-3cc6ca303ae6 HTTP/1.1" status: 204 len: 168 time: 0.1253777 Jan 25 18:44:51.820671 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879eda6-2b8d-4092-9b08-cf262278e732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f08d7c-3568-4996-af23-3cc6ca303ae6,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:51.891831 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:52.012307 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 1e103739-075b-432a-bae8-25c25203fa9a no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:44:52.032857 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No Port match for: 1e103739-075b-432a-bae8-25c25203fa9a {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:44:52.033343 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 1e103739-075b-432a-bae8-25c25203fa9a not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:44:52.034416 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device d73c3786-8b93-4a4f-9c35-c18bb0563d80 no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:44:52.054989 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No Port match for: d73c3786-8b93-4a4f-9c35-c18bb0563d80 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:44:52.055595 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device d73c3786-8b93-4a4f-9c35-c18bb0563d80 not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:44:52.460643 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670eb858-3743-44ec-a332-922628c8f9c3 req-152b3687-af6e-4bb1-b8ac-e800b72a8ea4 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:52.462139 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-670eb858-3743-44ec-a332-922628c8f9c3 req-152b3687-af6e-4bb1-b8ac-e800b72a8ea4 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.0475819 Jan 25 18:44:52.515584 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-670eb858-3743-44ec-a332-922628c8f9c3 req-f7699048-b759-4cc0-b2d9-b55f30a24002 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb34e862-8c39-4628-9693-546c26000ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479419 Jan 25 18:44:52.560955 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923e8d0-8402-46a0-b47e-bc73698cf3e1 req-9d24d72f-e04f-42a6-9654-4d91c251faaf tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:52.562436 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2923e8d0-8402-46a0-b47e-bc73698cf3e1 req-9d24d72f-e04f-42a6-9654-4d91c251faaf tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 946 time: 0.0459983 Jan 25 18:44:52.671910 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-2923e8d0-8402-46a0-b47e-bc73698cf3e1 req-1435101f-dc77-439c-b601-40a02680a956 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Deleting port f392ee21-bbbb-4260-8c0d-02a1fc085468 {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:44:52.672261 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-2923e8d0-8402-46a0-b47e-bc73698cf3e1 req-1435101f-dc77-439c-b601-40a02680a956 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (f392ee21-bbbb-4260-8c0d-02a1fc085468), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:52.770928 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-2923e8d0-8402-46a0-b47e-bc73698cf3e1 req-1435101f-dc77-439c-b601-40a02680a956 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] For port f392ee21-bbbb-4260-8c0d-02a1fc085468, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=f392ee21-bbbb-4260-8c0d-02a1fc085468,segment=NetworkSegment(7235fa61-f7f3-4e1c-8ff1-37ce462743f6),segment_id=7235fa61-f7f3-4e1c-8ff1-37ce462743f6)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:44:52.771294 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-2923e8d0-8402-46a0-b47e-bc73698cf3e1 req-1435101f-dc77-439c-b601-40a02680a956 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (f392ee21-bbbb-4260-8c0d-02a1fc085468), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:52.783090 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-2923e8d0-8402-46a0-b47e-bc73698cf3e1 req-1435101f-dc77-439c-b601-40a02680a956 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Calling delete_port for f392ee21-bbbb-4260-8c0d-02a1fc085468 owned by compute:nova {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:44:52.917726 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-2923e8d0-8402-46a0-b47e-bc73698cf3e1 req-1435101f-dc77-439c-b601-40a02680a956 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (f392ee21-bbbb-4260-8c0d-02a1fc085468), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:52.951916 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435101f-dc77-439c-b601-40a02680a956 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Pushing event deleted for resources: {'Port': ['ID=f392ee21-bbbb-4260-8c0d-02a1fc085468,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:52.995869 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-2923e8d0-8402-46a0-b47e-bc73698cf3e1 req-1435101f-dc77-439c-b601-40a02680a956 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] No DVR routers for this DVR port f392ee21-bbbb-4260-8c0d-02a1fc085468 on host hv-cinder-82635 {{(pid=102638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:44:53.003616 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-2923e8d0-8402-46a0-b47e-bc73698cf3e1 req-1435101f-dc77-439c-b601-40a02680a956 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:53.007002 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2923e8d0-8402-46a0-b47e-bc73698cf3e1 req-1435101f-dc77-439c-b601-40a02680a956 tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.42 "DELETE /v2.0/ports/f392ee21-bbbb-4260-8c0d-02a1fc085468 HTTP/1.1" status: 204 len: 173 time: 0.4356625 Jan 25 18:44:53.007467 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c490651-f0c2-4c06-8595-66bd5fcddfb5', 'name': 'network-vif-deleted', 'tag': 'f392ee21-bbbb-4260-8c0d-02a1fc085468'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:44:53.010201 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7df59a-09ff-4aac-8eff-5776f9526e91" -d '{"events": [{"server_uuid": "3c490651-f0c2-4c06-8595-66bd5fcddfb5", "name": "network-vif-deleted", "tag": "f392ee21-bbbb-4260-8c0d-02a1fc085468"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:44:53.054878 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee762e1e-0bc5-4e3f-9879-2b1aab57d795 x-openstack-request-id: req-ee762e1e-0bc5-4e3f-9879-2b1aab57d795 {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:44:53.055762 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c490651-f0c2-4c06-8595-66bd5fcddfb5", "name": "network-vif-deleted", "tag": "f392ee21-bbbb-4260-8c0d-02a1fc085468", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:44:53.056188 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee762e1e-0bc5-4e3f-9879-2b1aab57d795 {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:44:53.057296 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c490651-f0c2-4c06-8595-66bd5fcddfb5', 'name': 'network-vif-deleted', 'tag': 'f392ee21-bbbb-4260-8c0d-02a1fc085468', 'status': 'completed', 'code': 200} Jan 25 18:44:53.476997 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207cc78-f97b-4fdf-861c-abd669d101bf req-c235afcb-2601-4dea-8955-9dfdbd883a23 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:53.479743 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6207cc78-f97b-4fdf-861c-abd669d101bf req-c235afcb-2601-4dea-8955-9dfdbd883a23 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 945 time: 0.0645759 Jan 25 18:44:53.554929 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6207cc78-f97b-4fdf-861c-abd669d101bf req-5348cf85-aea3-4c31-87e4-f6e86871c59c tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624211 Jan 25 18:44:53.556625 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 51070) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:53.588537 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 51074) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:53.641424 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-616b44f6-cda1-431f-8636-50b054682fa2 req-8387d039-4605-4e9a-a887-3d7b965513ab tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c490651-f0c2-4c06-8595-66bd5fcddfb5 HTTP/1.1" status: 200 len: 210 time: 0.0366693 Jan 25 18:44:53.695446 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-9dd43a40-b54e-4529-918d-6189a09c39b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:53.794261 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-9dd43a40-b54e-4529-918d-6189a09c39b4 admin admin] Publish callbacks [] for security_group (54ca01c5-b89a-402e-8938-a878ff640292), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:53.799815 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-9dd43a40-b54e-4529-918d-6189a09c39b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (54ca01c5-b89a-402e-8938-a878ff640292), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:53.842203 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880c69f5-55f6-4503-8b22-3ef64868280e tempest-TestMinimumBasicScenario-1798946922 tempest-TestMinimumBasicScenario-1798946922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:53.843724 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-880c69f5-55f6-4503-8b22-3ef64868280e tempest-TestMinimumBasicScenario-1798946922 tempest-TestMinimumBasicScenario-1798946922-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 1093 time: 0.2515373 Jan 25 18:44:53.845841 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd43a40-b54e-4529-918d-6189a09c39b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ca01c5-b89a-402e-8938-a878ff640292,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:53.846705 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51078) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:53.850259 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-9dd43a40-b54e-4529-918d-6189a09c39b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef5234ffbede4adfaf7e510f287c5228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926662 Jan 25 18:44:53.852842 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 51080) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:53.863349 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-3779e687-6858-4a88-9e7c-dcd160dbd3d6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Request body: {'floatingip': {'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'port_id': '65416e28-6046-4978-8997-f64c24b94d7d', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:53.898717 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3779e687-6858-4a88-9e7c-dcd160dbd3d6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:53.916096 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-389217d7-f6ec-4d10-ad89-6fd9279d19c8 admin admin] Publish callbacks [] for security_group (54ca01c5-b89a-402e-8938-a878ff640292), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:53.941557 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-389217d7-f6ec-4d10-ad89-6fd9279d19c8 admin admin] Publish callbacks [] for security_group (54ca01c5-b89a-402e-8938-a878ff640292), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:53.995520 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-389217d7-f6ec-4d10-ad89-6fd9279d19c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (54ca01c5-b89a-402e-8938-a878ff640292), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:53.999475 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-389217d7-f6ec-4d10-ad89-6fd9279d19c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:54.003062 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-389217d7-f6ec-4d10-ad89-6fd9279d19c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54ca01c5-b89a-402e-8938-a878ff640292 HTTP/1.1" status: 204 len: 168 time: 0.1469977 Jan 25 18:44:54.004559 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3779e687-6858-4a88-9e7c-dcd160dbd3d6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:54.009782 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389217d7-f6ec-4d10-ad89-6fd9279d19c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ca01c5-b89a-402e-8938-a878ff640292,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:54.123280 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_common [None req-3779e687-6858-4a88-9e7c-dcd160dbd3d6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Allocated IP 172.27.2.31 (af042177-33eb-43ce-93a3-80213c48b93e/b5271661-edb4-4dc6-95f7-ec5badc479aa/528ee743-fbfd-40d0-94bb-790f4f621935) {{(pid=102637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:44:54.223818 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3779e687-6858-4a88-9e7c-dcd160dbd3d6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for port (528ee743-fbfd-40d0-94bb-790f4f621935), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:54.257867 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3779e687-6858-4a88-9e7c-dcd160dbd3d6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (528ee743-fbfd-40d0-94bb-790f4f621935), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:54.272821 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 51086) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:54.294933 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-09d0bea3-c14a-46c9-9d27-5f20f570c6ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:54.296342 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3779e687-6858-4a88-9e7c-dcd160dbd3d6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Network af042177-33eb-43ce-93a3-80213c48b93e is already hosted by enough agents. {{(pid=102637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:44:54.299165 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-3779e687-6858-4a88-9e7c-dcd160dbd3d6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Resources bound (agent type, host, resource id): {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:44:54.304823 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3779e687-6858-4a88-9e7c-dcd160dbd3d6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Received port after_create {{(pid=102637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:44:54.308601 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device f392ee21-bbbb-4260-8c0d-02a1fc085468 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:44:54.310818 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779e687-6858-4a88-9e7c-dcd160dbd3d6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Pushing event updated for resources: {'Port': ['ID=528ee743-fbfd-40d0-94bb-790f4f621935,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:54.331428 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] No Port match for: f392ee21-bbbb-4260-8c0d-02a1fc085468 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:44:54.331897 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device f392ee21-bbbb-4260-8c0d-02a1fc085468 not bound to the agent host hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:44:54.389178 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-09d0bea3-c14a-46c9-9d27-5f20f570c6ee admin admin] Publish callbacks [] for security_group (0cdde28d-ad02-4513-8b23-f9d246a17cc6), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:54.393216 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-09d0bea3-c14a-46c9-9d27-5f20f570c6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (0cdde28d-ad02-4513-8b23-f9d246a17cc6), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:54.430956 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-09d0bea3-c14a-46c9-9d27-5f20f570c6ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f20cf082418d4e47932a31541bb058ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570075 Jan 25 18:44:54.431816 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0bea3-c14a-46c9-9d27-5f20f570c6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdde28d-ad02-4513-8b23-f9d246a17cc6,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:54.434106 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51088) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:54.560551 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-75ead102-c2dd-4fd5-8c54-b7d7fae86f6c admin admin] Publish callbacks [] for security_group (0cdde28d-ad02-4513-8b23-f9d246a17cc6), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:54.611020 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-75ead102-c2dd-4fd5-8c54-b7d7fae86f6c admin admin] Publish callbacks [] for security_group (0cdde28d-ad02-4513-8b23-f9d246a17cc6), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:54.699622 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 51092) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:54.733191 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-75ead102-c2dd-4fd5-8c54-b7d7fae86f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (0cdde28d-ad02-4513-8b23-f9d246a17cc6), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:54.735696 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-75ead102-c2dd-4fd5-8c54-b7d7fae86f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:54.739171 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-75ead102-c2dd-4fd5-8c54-b7d7fae86f6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0cdde28d-ad02-4513-8b23-f9d246a17cc6 HTTP/1.1" status: 204 len: 168 time: 0.3011386 Jan 25 18:44:54.750943 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ead102-c2dd-4fd5-8c54-b7d7fae86f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdde28d-ad02-4513-8b23-f9d246a17cc6,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:54.770736 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-51aa0048-93b7-42f7-ba6e-20a195ad5d5c tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for security_group (eb34e862-8c39-4628-9693-546c26000ca8), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:54.778104 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3779e687-6858-4a88-9e7c-dcd160dbd3d6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for floatingip (d927fa97-1f8d-4b46-ae6e-44f722299567), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:54.801743 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-51aa0048-93b7-42f7-ba6e-20a195ad5d5c tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for security_group (eb34e862-8c39-4628-9693-546c26000ca8), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:54.859264 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3779e687-6858-4a88-9e7c-dcd160dbd3d6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (528ee743-fbfd-40d0-94bb-790f4f621935), before_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:54.866296 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-51aa0048-93b7-42f7-ba6e-20a195ad5d5c tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (eb34e862-8c39-4628-9693-546c26000ca8), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:54.873231 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-51aa0048-93b7-42f7-ba6e-20a195ad5d5c tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:54.873231 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-51aa0048-93b7-42f7-ba6e-20a195ad5d5c tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] 10.222.0.41 "DELETE /v2.0/security-groups/eb34e862-8c39-4628-9693-546c26000ca8 HTTP/1.1" status: 204 len: 168 time: 0.1687229 Jan 25 18:44:54.880483 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa0048-93b7-42f7-ba6e-20a195ad5d5c tempest-TestShelveInstance-1630633957 tempest-TestShelveInstance-1630633957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb34e862-8c39-4628-9693-546c26000ca8,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:54.922159 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 51098) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:55.040223 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3779e687-6858-4a88-9e7c-dcd160dbd3d6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for port (528ee743-fbfd-40d0-94bb-790f4f621935), precommit_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:55.046165 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3779e687-6858-4a88-9e7c-dcd160dbd3d6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31424759'] for port (528ee743-fbfd-40d0-94bb-790f4f621935), after_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:55.118661 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779e687-6858-4a88-9e7c-dcd160dbd3d6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Pushing event updated for resources: {'Port': ['ID=528ee743-fbfd-40d0-94bb-790f4f621935,revision_number=2']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:55.127707 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3779e687-6858-4a88-9e7c-dcd160dbd3d6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698476'] for floatingip (d927fa97-1f8d-4b46-ae6e-44f722299567), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:55.235104 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.db.l3_db [None req-3779e687-6858-4a88-9e7c-dcd160dbd3d6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Floating IP d927fa97-1f8d-4b46-ae6e-44f722299567 associated. External IP: 172.27.2.31, port: 65416e28-6046-4978-8997-f64c24b94d7d. Jan 25 18:44:55.451532 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a5d3e965-deac-473d-a17d-d6f64cb6b179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698988'] for router_interface (c78654e2-850d-4cbf-a897-36f9220d9fc1), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:55.466871 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3779e687-6858-4a88-9e7c-dcd160dbd3d6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Router 2539e3b6-6ac0-4b41-b015-208a97ec7ddf has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:44:55.583409 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3779e687-6858-4a88-9e7c-dcd160dbd3d6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:44:55.595521 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959a0133-2d66-4d1a-9257-12e2a9bcc200 None None] Sync routers for ids ['2539e3b6-6ac0-4b41-b015-208a97ec7ddf'] in dv-cinder-826350-1-iscsi {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:44:55.604734 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3779e687-6858-4a88-9e7c-dcd160dbd3d6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for floatingip (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:55.610821 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959a0133-2d66-4d1a-9257-12e2a9bcc200 None None] Routers {'2539e3b6-6ac0-4b41-b015-208a97ec7ddf'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:44:55.611831 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-959a0133-2d66-4d1a-9257-12e2a9bcc200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:44:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['2539e3b6-6ac0-4b41-b015-208a97ec7ddf'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:55.644113 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-3779e687-6858-4a88-9e7c-dcd160dbd3d6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7963092 Jan 25 18:44:55.646863 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51124) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:55.647791 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc00507-7177-4923-a0cb-0bed435a8f41', 'tag': '65416e28-6046-4978-8997-f64c24b94d7d'}] {{(pid=102637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:44:55.650709 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d684e4e91e5fd03d38a13c3d537823e5518f80ed6034d8fe3b9e30891c24508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db01aec3-3f24-46ff-9b8e-6565adb91f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc00507-7177-4923-a0cb-0bed435a8f41", "tag": "65416e28-6046-4978-8997-f64c24b94d7d"}]}' {{(pid=102637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:44:55.658857 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-c3c4aeb4-b9a0-4d16-bb16-568799c74fb6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-238813557', 'description': 'tempest-secgroup-smoke-238813557 description', 'project_id': '09a5f500126c43bda9dda24b788fed0d'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:55.690752 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c3c4aeb4-b9a0-4d16-bb16-568799c74fb6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:55.718669 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-a5d3e965-deac-473d-a17d-d6f64cb6b179 admin admin] Deleting port f5ba938b-5b42-4cd4-999d-7ce610060928 {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:44:55.719591 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a5d3e965-deac-473d-a17d-d6f64cb6b179 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (f5ba938b-5b42-4cd4-999d-7ce610060928), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:55.726139 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741a4f6a-8c4b-4d13-8700-dbbccb9a677a x-openstack-request-id: req-741a4f6a-8c4b-4d13-8700-dbbccb9a677a {{(pid=102637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:44:55.726652 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc00507-7177-4923-a0cb-0bed435a8f41", "tag": "65416e28-6046-4978-8997-f64c24b94d7d", "status": "completed", "code": 200}]} {{(pid=102637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:44:55.727111 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-741a4f6a-8c4b-4d13-8700-dbbccb9a677a {{(pid=102637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:44:55.727667 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc00507-7177-4923-a0cb-0bed435a8f41', 'tag': '65416e28-6046-4978-8997-f64c24b94d7d', 'status': 'completed', 'code': 200} Jan 25 18:44:55.775881 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-959a0133-2d66-4d1a-9257-12e2a9bcc200 None None] Set router 2539e3b6-6ac0-4b41-b015-208a97ec7ddf gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:44:55.805175 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c3c4aeb4-b9a0-4d16-bb16-568799c74fb6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for security_group (6a005953-4e17-4212-9224-5d85e2abca74), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:55.811282 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c3c4aeb4-b9a0-4d16-bb16-568799c74fb6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (6a005953-4e17-4212-9224-5d85e2abca74), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:55.841823 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01aec3-3f24-46ff-9b8e-6565adb91f3c req-56866e40-3fc6-495b-af8f-04fdd7fb3273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:55.843522 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-db01aec3-3f24-46ff-9b8e-6565adb91f3c req-56866e40-3fc6-495b-af8f-04fdd7fb3273 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09a5f500126c43bda9dda24b788fed0d&device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 1098 time: 0.0999699 Jan 25 18:44:55.845695 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [None req-a5d3e965-deac-473d-a17d-d6f64cb6b179 admin admin] For port f5ba938b-5b42-4cd4-999d-7ce610060928, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=f5ba938b-5b42-4cd4-999d-7ce610060928,segment=NetworkSegment(7235fa61-f7f3-4e1c-8ff1-37ce462743f6),segment_id=7235fa61-f7f3-4e1c-8ff1-37ce462743f6)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:44:55.846080 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a5d3e965-deac-473d-a17d-d6f64cb6b179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (f5ba938b-5b42-4cd4-999d-7ce610060928), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:55.858605 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c3c4aeb4-b9a0-4d16-bb16-568799c74fb6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:55.863375 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-c3c4aeb4-b9a0-4d16-bb16-568799c74fb6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2061090 Jan 25 18:44:55.865073 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51132) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:55.872624 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-d7e63628-c642-4ee6-920f-1dc061ad3f53 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Request body: {'security_group_rule': {'security_group_id': '6a005953-4e17-4212-9224-5d85e2abca74', 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:55.875776 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-a5d3e965-deac-473d-a17d-d6f64cb6b179 admin admin] Calling delete_port for f5ba938b-5b42-4cd4-999d-7ce610060928 owned by network:router_interface {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:44:55.877982 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4aeb4-b9a0-4d16-bb16-568799c74fb6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a005953-4e17-4212-9224-5d85e2abca74,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:55.911824 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-d7e63628-c642-4ee6-920f-1dc061ad3f53 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for security_group_rule (4f8564ab-b887-485d-8479-fe26a4790f22), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:55.991149 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-d7e63628-c642-4ee6-920f-1dc061ad3f53 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for security_group_rule (4f8564ab-b887-485d-8479-fe26a4790f22), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:55.997966 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-d7e63628-c642-4ee6-920f-1dc061ad3f53 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (4f8564ab-b887-485d-8479-fe26a4790f22), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:56.028952 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e63628-c642-4ee6-920f-1dc061ad3f53 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8564ab-b887-485d-8479-fe26a4790f22,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:56.038630 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-d7e63628-c642-4ee6-920f-1dc061ad3f53 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:56.040863 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-d7e63628-c642-4ee6-920f-1dc061ad3f53 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1740065 Jan 25 18:44:56.044896 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51136) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:56.048287 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01aec3-3f24-46ff-9b8e-6565adb91f3c req-51f17167-ac37-4775-95be-bb9fb58b7a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:56.049440 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-1bcfddcb-4073-41d9-802f-02503eb040f4 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Request body: {'security_group_rule': {'security_group_id': '6a005953-4e17-4212-9224-5d85e2abca74', 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:56.049816 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-db01aec3-3f24-46ff-9b8e-6565adb91f3c req-51f17167-ac37-4775-95be-bb9fb58b7a5e service neutron] 10.222.0.42 "GET /v2.0/networks?id=c386b781-67b6-4986-a6c3-1438ada313b0 HTTP/1.1" status: 200 len: 915 time: 0.2007885 Jan 25 18:44:56.077767 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-1bcfddcb-4073-41d9-802f-02503eb040f4 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for security_group_rule (23ee16a4-9a0f-49d1-ae4a-3e7f5a95d069), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:56.109638 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-959a0133-2d66-4d1a-9257-12e2a9bcc200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'name': 'tempest-TestMinimumBasicScenario-590041399-router', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:43:58Z', 'revision_number': 4, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'gw_port': {'id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': 'd927fa97-1f8d-4b46-ae6e-44f722299567', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'floating_ip_address': '172.27.2.31', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'port_id': '65416e28-6046-4978-8997-f64c24b94d7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0', 'mac_address': 'fa:16:3e:f7:b7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc00507-7177-4923-a0cb-0bed435a8f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:44:54Z', 'updated_at': '2022-01-25T18:44:54Z', 'revision_number': 0, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc09086-5407-48aa-85c6-e18d68084253', 'name': '', 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'mac_address': 'fa:16:3e:14:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2531e4ed-879a-4ede-b577-43db216b07a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:58Z', 'updated_at': '2022-01-25T18:44:08Z', 'revision_number': 5, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'subnets': [{'id': '2531e4ed-879a-4ede-b577-43db216b07a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:56.139292 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959a0133-2d66-4d1a-9257-12e2a9bcc200 None None] Checking router: 2539e3b6-6ac0-4b41-b015-208a97ec7ddf for host: dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:44:56.141497 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-1bcfddcb-4073-41d9-802f-02503eb040f4 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for security_group_rule (23ee16a4-9a0f-49d1-ae4a-3e7f5a95d069), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:56.145623 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-1bcfddcb-4073-41d9-802f-02503eb040f4 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (23ee16a4-9a0f-49d1-ae4a-3e7f5a95d069), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:56.150798 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959a0133-2d66-4d1a-9257-12e2a9bcc200 None None] Routers {'2539e3b6-6ac0-4b41-b015-208a97ec7ddf'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:44:56.151554 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-959a0133-2d66-4d1a-9257-12e2a9bcc200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:44:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['2539e3b6-6ac0-4b41-b015-208a97ec7ddf'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:56.175423 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-1bcfddcb-4073-41d9-802f-02503eb040f4 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:56.179233 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-1bcfddcb-4073-41d9-802f-02503eb040f4 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308675 Jan 25 18:44:56.179538 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51142) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:56.180990 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-db01aec3-3f24-46ff-9b8e-6565adb91f3c req-9f5a9a85-72ff-4166-a3dc-53f36dc9c0cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65416e28-6046-4978-8997-f64c24b94d7d HTTP/1.1" status: 200 len: 998 time: 0.1249464 Jan 25 18:44:56.190287 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-7eb83fb5-05e0-4162-9ce2-779a7698cae9 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Request body: {'security_group_rule': {'security_group_id': '6a005953-4e17-4212-9224-5d85e2abca74', 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:56.212434 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfddcb-4073-41d9-802f-02503eb040f4 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ee16a4-9a0f-49d1-ae4a-3e7f5a95d069,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:56.222770 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7eb83fb5-05e0-4162-9ce2-779a7698cae9 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for security_group_rule (0fff5c58-3884-4364-ae51-bc50b81b15f7), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:56.270488 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01aec3-3f24-46ff-9b8e-6565adb91f3c req-93858f21-0387-49d6-bbc6-d6120260bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:56.270488 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-db01aec3-3f24-46ff-9b8e-6565adb91f3c req-93858f21-0387-49d6-bbc6-d6120260bc95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2531e4ed-879a-4ede-b577-43db216b07a7 HTTP/1.1" status: 200 len: 853 time: 0.0824335 Jan 25 18:44:56.270894 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-959a0133-2d66-4d1a-9257-12e2a9bcc200 None None] Set router 2539e3b6-6ac0-4b41-b015-208a97ec7ddf gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:44:56.288511 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a5d3e965-deac-473d-a17d-d6f64cb6b179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (f5ba938b-5b42-4cd4-999d-7ce610060928), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:56.327628 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7eb83fb5-05e0-4162-9ce2-779a7698cae9 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for security_group_rule (0fff5c58-3884-4364-ae51-bc50b81b15f7), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:56.330114 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3e965-deac-473d-a17d-d6f64cb6b179 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ba938b-5b42-4cd4-999d-7ce610060928,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:56.334168 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7eb83fb5-05e0-4162-9ce2-779a7698cae9 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (0fff5c58-3884-4364-ae51-bc50b81b15f7), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:56.353669 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb83fb5-05e0-4162-9ce2-779a7698cae9 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fff5c58-3884-4364-ae51-bc50b81b15f7,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:56.361894 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7eb83fb5-05e0-4162-9ce2-779a7698cae9 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:56.363643 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-7eb83fb5-05e0-4162-9ce2-779a7698cae9 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1828821 Jan 25 18:44:56.366072 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51148) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:56.374327 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-de8cf017-3f1e-48b6-8a2f-b0304f3835cf tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Request body: {'security_group_rule': {'security_group_id': '6a005953-4e17-4212-9224-5d85e2abca74', 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:56.408551 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-de8cf017-3f1e-48b6-8a2f-b0304f3835cf tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for security_group_rule (24e21fc0-b9ea-4ee7-8e3a-e22ed4f86896), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:56.423442 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01aec3-3f24-46ff-9b8e-6565adb91f3c req-63166e4f-648d-477c-94c8-fc8cc6ce3ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:56.432088 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-db01aec3-3f24-46ff-9b8e-6565adb91f3c req-63166e4f-648d-477c-94c8-fc8cc6ce3ae3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c386b781-67b6-4986-a6c3-1438ada313b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1545572 Jan 25 18:44:56.500316 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-de8cf017-3f1e-48b6-8a2f-b0304f3835cf tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for security_group_rule (24e21fc0-b9ea-4ee7-8e3a-e22ed4f86896), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:56.505323 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-de8cf017-3f1e-48b6-8a2f-b0304f3835cf tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (24e21fc0-b9ea-4ee7-8e3a-e22ed4f86896), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:56.531600 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-de8cf017-3f1e-48b6-8a2f-b0304f3835cf tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:56.534955 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-de8cf017-3f1e-48b6-8a2f-b0304f3835cf tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1641304 Jan 25 18:44:56.537386 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51154) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:56.543078 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-7936c235-e2ae-40db-8a51-31d3c6d28a3d tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Request body: {'security_group_rule': {'security_group_id': '6a005953-4e17-4212-9224-5d85e2abca74', 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:56.556151 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cf017-3f1e-48b6-8a2f-b0304f3835cf tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e21fc0-b9ea-4ee7-8e3a-e22ed4f86896,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:56.587649 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.db.securitygroups_db [None req-7936c235-e2ae-40db-8a51-31d3c6d28a3d tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Project 09a5f500126c43bda9dda24b788fed0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 18:44:56.598553 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7936c235-e2ae-40db-8a51-31d3c6d28a3d tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for security_group_rule (e441b9f0-b640-4d31-9454-8dbab2ba97f4), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:56.608916 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-959a0133-2d66-4d1a-9257-12e2a9bcc200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'name': 'tempest-TestMinimumBasicScenario-590041399-router', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:43:58Z', 'revision_number': 4, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'gw_port': {'id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': 'd927fa97-1f8d-4b46-ae6e-44f722299567', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'floating_ip_address': '172.27.2.31', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'port_id': '65416e28-6046-4978-8997-f64c24b94d7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0', 'mac_address': 'fa:16:3e:f7:b7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc00507-7177-4923-a0cb-0bed435a8f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:44:54Z', 'updated_at': '2022-01-25T18:44:54Z', 'revision_number': 0, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc09086-5407-48aa-85c6-e18d68084253', 'name': '', 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'mac_address': 'fa:16:3e:14:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2531e4ed-879a-4ede-b577-43db216b07a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:58Z', 'updated_at': '2022-01-25T18:44:08Z', 'revision_number': 5, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'subnets': [{'id': '2531e4ed-879a-4ede-b577-43db216b07a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:56.659137 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959a0133-2d66-4d1a-9257-12e2a9bcc200 None None] The sync data for ids ['2539e3b6-6ac0-4b41-b015-208a97ec7ddf'] in dv-cinder-826350-1-iscsi is: [{'id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'name': 'tempest-TestMinimumBasicScenario-590041399-router', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:43:58Z', 'revision_number': 4, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'gw_port': {'id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': 'd927fa97-1f8d-4b46-ae6e-44f722299567', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'floating_ip_address': '172.27.2.31', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'port_id': '65416e28-6046-4978-8997-f64c24b94d7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0', 'mac_address': 'fa:16:3e:f7:b7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc00507-7177-4923-a0cb-0bed435a8f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:44:54Z', 'updated_at': '2022-01-25T18:44:54Z', 'revision_number': 0, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc09086-5407-48aa-85c6-e18d68084253', 'name': '', 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'mac_address': 'fa:16:3e:14:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2531e4ed-879a-4ede-b577-43db216b07a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:58Z', 'updated_at': '2022-01-25T18:44:08Z', 'revision_number': 5, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'subnets': [{'id': '2531e4ed-879a-4ede-b577-43db216b07a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:44:56.693706 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7936c235-e2ae-40db-8a51-31d3c6d28a3d tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for security_group_rule (e441b9f0-b640-4d31-9454-8dbab2ba97f4), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:56.703648 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7936c235-e2ae-40db-8a51-31d3c6d28a3d tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (e441b9f0-b640-4d31-9454-8dbab2ba97f4), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:56.731927 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7936c235-e2ae-40db-8a51-31d3c6d28a3d tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:56.736576 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-7936c235-e2ae-40db-8a51-31d3c6d28a3d tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1980247 Jan 25 18:44:56.737210 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51158) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:56.743766 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-a89e5ffb-7c24-4bbf-a2b7-ade8e6ecdd9a tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Request body: {'security_group_rule': {'security_group_id': '6a005953-4e17-4212-9224-5d85e2abca74', 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:56.750074 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936c235-e2ae-40db-8a51-31d3c6d28a3d tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e441b9f0-b640-4d31-9454-8dbab2ba97f4,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:56.778959 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.db.securitygroups_db [None req-a89e5ffb-7c24-4bbf-a2b7-ade8e6ecdd9a tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Project 09a5f500126c43bda9dda24b788fed0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 18:44:56.784862 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a89e5ffb-7c24-4bbf-a2b7-ade8e6ecdd9a tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for security_group_rule (00e68071-c65b-49be-9ca4-065c514f9a3c), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:56.860833 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a89e5ffb-7c24-4bbf-a2b7-ade8e6ecdd9a tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for security_group_rule (00e68071-c65b-49be-9ca4-065c514f9a3c), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:56.864389 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a89e5ffb-7c24-4bbf-a2b7-ade8e6ecdd9a tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (00e68071-c65b-49be-9ca4-065c514f9a3c), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:56.879342 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e5ffb-7c24-4bbf-a2b7-ade8e6ecdd9a tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e68071-c65b-49be-9ca4-065c514f9a3c,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:56.896757 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a89e5ffb-7c24-4bbf-a2b7-ade8e6ecdd9a tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:56.901040 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-a89e5ffb-7c24-4bbf-a2b7-ade8e6ecdd9a tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1585321 Jan 25 18:44:56.992712 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-db01aec3-3f24-46ff-9b8e-6565adb91f3c req-0c2c3032-c6a4-4fd8-bac1-ebfbf998770b service neutron] 10.222.0.42 "GET /v2.0/networks/c386b781-67b6-4986-a6c3-1438ada313b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5521770 Jan 25 18:44:56.995813 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f215e2b-fa3f-4524-a18e-0e8680dea0d8 None None] New status for floating IP d927fa97-1f8d-4b46-ae6e-44f722299567: ACTIVE {{(pid=102639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 18:44:57.041248 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a5d3e965-deac-473d-a17d-d6f64cb6b179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698904'] for router_interface (c78654e2-850d-4cbf-a897-36f9220d9fc1), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:57.071927 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a5f768e3-edab-4aec-b1ba-5172f074c186 req-564f52c6-776b-48ca-84b7-bd8bcf5d1076 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-238813557&fields=id&tenant_id=09a5f500126c43bda9dda24b788fed0d HTTP/1.1" status: 200 len: 267 time: 0.1052923 Jan 25 18:44:57.244251 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-db01aec3-3f24-46ff-9b8e-6565adb91f3c req-04249ca1-a0e9-4e22-b35a-f91e774f6db9 service neutron] 10.222.0.42 "GET /v2.0/networks/c386b781-67b6-4986-a6c3-1438ada313b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411902 Jan 25 18:44:57.253660 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f768e3-edab-4aec-b1ba-5172f074c186 req-db67e528-ef44-4d42-8e5f-e30ebf0eb52f tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:57.255063 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a5f768e3-edab-4aec-b1ba-5172f074c186 req-db67e528-ef44-4d42-8e5f-e30ebf0eb52f tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 945 time: 0.1529684 Jan 25 18:44:57.270401 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-a5f768e3-edab-4aec-b1ba-5172f074c186 req-1f70c403-651e-4db7-9d5f-6c58bf92c0e1 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Request body: {'port': {'security_groups': ['bd7b8142-4e89-43a3-bb6e-be37a4aa98e6', '6a005953-4e17-4212-9224-5d85e2abca74']}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:44:57.378371 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-a5f768e3-edab-4aec-b1ba-5172f074c186 req-1f70c403-651e-4db7-9d5f-6c58bf92c0e1 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (65416e28-6046-4978-8997-f64c24b94d7d), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:57.476880 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d3e965-deac-473d-a17d-d6f64cb6b179 admin admin] Router c78654e2-850d-4cbf-a897-36f9220d9fc1 has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:44:57.669851 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d3e965-deac-473d-a17d-d6f64cb6b179 admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:44:57.675953 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-a5d3e965-deac-473d-a17d-d6f64cb6b179 admin admin] 10.222.0.41 "PUT /v2.0/routers/c78654e2-850d-4cbf-a897-36f9220d9fc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7554073 Jan 25 18:44:57.678766 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51166) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:57.680909 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaed4ca-4f6b-4a20-a0bb-0b694d2b19ec None None] Sync routers for ids ['c78654e2-850d-4cbf-a897-36f9220d9fc1'] in dv-cinder-826350-1-iscsi {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:44:57.690973 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaed4ca-4f6b-4a20-a0bb-0b694d2b19ec None None] Routers {'c78654e2-850d-4cbf-a897-36f9220d9fc1'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:44:57.691581 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-eaaed4ca-4f6b-4a20-a0bb-0b694d2b19ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:44:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['c78654e2-850d-4cbf-a897-36f9220d9fc1'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:57.702192 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-a5f768e3-edab-4aec-b1ba-5172f074c186 req-1f70c403-651e-4db7-9d5f-6c58bf92c0e1 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] For port 65416e28-6046-4978-8997-f64c24b94d7d, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=65416e28-6046-4978-8997-f64c24b94d7d,segment=NetworkSegment(4e731f32-e4b0-48d5-bb8c-f3da5ea08135),segment_id=4e731f32-e4b0-48d5-bb8c-f3da5ea08135)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:44:57.733950 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-a5f768e3-edab-4aec-b1ba-5172f074c186 req-1f70c403-651e-4db7-9d5f-6c58bf92c0e1 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for port (65416e28-6046-4978-8997-f64c24b94d7d), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:57.739011 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-a5f768e3-edab-4aec-b1ba-5172f074c186 req-1f70c403-651e-4db7-9d5f-6c58bf92c0e1 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31061751'] for port (65416e28-6046-4978-8997-f64c24b94d7d), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:57.750641 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['65416e28-6046-4978-8997-f64c24b94d7d'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:44:57.783829 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f768e3-edab-4aec-b1ba-5172f074c186 req-1f70c403-651e-4db7-9d5f-6c58bf92c0e1 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:57.784940 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-a5f768e3-edab-4aec-b1ba-5172f074c186 req-1f70c403-651e-4db7-9d5f-6c58bf92c0e1 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:57.786973 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a5f768e3-edab-4aec-b1ba-5172f074c186 req-1f70c403-651e-4db7-9d5f-6c58bf92c0e1 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "PUT /v2.0/ports/65416e28-6046-4978-8997-f64c24b94d7d HTTP/1.1" status: 200 len: 981 time: 0.5255837 Jan 25 18:44:57.787615 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc00507-7177-4923-a0cb-0bed435a8f41', 'tag': '65416e28-6046-4978-8997-f64c24b94d7d'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:44:57.790519 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ea4cba-8836-44c9-a126-ef88d2b242e0" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc00507-7177-4923-a0cb-0bed435a8f41", "tag": "65416e28-6046-4978-8997-f64c24b94d7d"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:44:57.816642 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-eaaed4ca-4f6b-4a20-a0bb-0b694d2b19ec None None] Set router c78654e2-850d-4cbf-a897-36f9220d9fc1 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:44:57.818430 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8f4a-54e5-4c01-868c-218d23a8441c admin admin] Publish callbacks [] for router (c78654e2-850d-4cbf-a897-36f9220d9fc1), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:57.826505 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70c403-651e-4db7-9d5f-6c58bf92c0e1 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Pushing event updated for resources: {'Port': ['ID=65416e28-6046-4978-8997-f64c24b94d7d,revision_number=6']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:57.885769 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e549f518-fcdd-443a-a300-1792b80ec2b9 x-openstack-request-id: req-e549f518-fcdd-443a-a300-1792b80ec2b9 {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:44:57.886629 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc00507-7177-4923-a0cb-0bed435a8f41", "tag": "65416e28-6046-4978-8997-f64c24b94d7d", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:44:57.886629 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e549f518-fcdd-443a-a300-1792b80ec2b9 {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:44:57.887735 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc00507-7177-4923-a0cb-0bed435a8f41', 'tag': '65416e28-6046-4978-8997-f64c24b94d7d', 'status': 'completed', 'code': 200} Jan 25 18:44:57.890306 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['65416e28-6046-4978-8997-f64c24b94d7d'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:44:57.992235 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8f4a-54e5-4c01-868c-218d23a8441c admin admin] Publish callbacks [] for router_gateway (c78654e2-850d-4cbf-a897-36f9220d9fc1), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:58.081096 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a349f7-e807-4a65-9efa-f294fa85fb36 req-9fbad6fe-d1c3-47a5-ac58-6fc0e4923d33 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:58.086369 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-00a349f7-e807-4a65-9efa-f294fa85fb36 req-9fbad6fe-d1c3-47a5-ac58-6fc0e4923d33 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 984 time: 0.1798418 Jan 25 18:44:58.091566 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea4cba-8836-44c9-a126-ef88d2b242e0 req-68b5563b-f77f-4f3c-99e4-785969e4e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:58.092680 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-07ea4cba-8836-44c9-a126-ef88d2b242e0 req-68b5563b-f77f-4f3c-99e4-785969e4e310 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09a5f500126c43bda9dda24b788fed0d&device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 1137 time: 0.1764920 Jan 25 18:44:58.107170 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-7d8d8f4a-54e5-4c01-868c-218d23a8441c admin admin] Deleting port c89bca4f-7ea7-4c32-848d-df5d89c9fcbf {{(pid=102637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:44:58.107346 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8f4a-54e5-4c01-868c-218d23a8441c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (c89bca4f-7ea7-4c32-848d-df5d89c9fcbf), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:58.140050 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-eaaed4ca-4f6b-4a20-a0bb-0b694d2b19ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'name': 'tempest-TestShelveInstance-2077615291-router', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:39:41Z', 'updated_at': '2022-01-25T18:44:56Z', 'revision_number': 5, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'gw_port': {'id': 'c89bca4f-7ea7-4c32-848d-df5d89c9fcbf', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:41:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:42Z', 'updated_at': '2022-01-25T18:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:58.173157 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaed4ca-4f6b-4a20-a0bb-0b694d2b19ec None None] Checking router: c78654e2-850d-4cbf-a897-36f9220d9fc1 for host: dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:44:58.182989 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaed4ca-4f6b-4a20-a0bb-0b694d2b19ec None None] Routers {'c78654e2-850d-4cbf-a897-36f9220d9fc1'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:44:58.183372 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-eaaed4ca-4f6b-4a20-a0bb-0b694d2b19ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:44:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['c78654e2-850d-4cbf-a897-36f9220d9fc1'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:58.208728 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-df219b0d-424c-4afa-a9d1-102648997cab None None] Provisioning complete for port 65416e28-6046-4978-8997-f64c24b94d7d triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:44:58.209252 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df219b0d-424c-4afa-a9d1-102648997cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (65416e28-6046-4978-8997-f64c24b94d7d), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:58.271471 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-00a349f7-e807-4a65-9efa-f294fa85fb36 req-6409f63c-f842-4c55-80bf-20e245742292 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&id=6a005953-4e17-4212-9224-5d85e2abca74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1773121 Jan 25 18:44:58.288193 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea4cba-8836-44c9-a126-ef88d2b242e0 req-7e83ff68-b88a-4cee-a7bf-6ef6c6980d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:58.290377 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-07ea4cba-8836-44c9-a126-ef88d2b242e0 req-7e83ff68-b88a-4cee-a7bf-6ef6c6980d76 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c386b781-67b6-4986-a6c3-1438ada313b0 HTTP/1.1" status: 200 len: 915 time: 0.1896951 Jan 25 18:44:58.372646 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-07ea4cba-8836-44c9-a126-ef88d2b242e0 req-bffbe591-74ae-4cde-ac54-c9d31efe2f5f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65416e28-6046-4978-8997-f64c24b94d7d HTTP/1.1" status: 200 len: 1000 time: 0.0749104 Jan 25 18:44:58.478376 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-eaaed4ca-4f6b-4a20-a0bb-0b694d2b19ec None None] Set router c78654e2-850d-4cbf-a897-36f9220d9fc1 gateway port host: None {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:44:58.496358 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.db [None req-7d8d8f4a-54e5-4c01-868c-218d23a8441c admin admin] For port c89bca4f-7ea7-4c32-848d-df5d89c9fcbf, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=c89bca4f-7ea7-4c32-848d-df5d89c9fcbf,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:44:58.497327 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8f4a-54e5-4c01-868c-218d23a8441c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (c89bca4f-7ea7-4c32-848d-df5d89c9fcbf), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:58.497944 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea4cba-8836-44c9-a126-ef88d2b242e0 req-68d916d3-05b8-4d77-9870-ebb07c8e1495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:58.501095 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-07ea4cba-8836-44c9-a126-ef88d2b242e0 req-68d916d3-05b8-4d77-9870-ebb07c8e1495 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2531e4ed-879a-4ede-b577-43db216b07a7 HTTP/1.1" status: 200 len: 853 time: 0.1208968 Jan 25 18:44:58.511398 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-7d8d8f4a-54e5-4c01-868c-218d23a8441c admin admin] Calling delete_port for c89bca4f-7ea7-4c32-848d-df5d89c9fcbf owned by network:router_gateway {{(pid=102637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:44:58.517676 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-df219b0d-424c-4afa-a9d1-102648997cab None None] Current status of the port 65416e28-6046-4978-8997-f64c24b94d7d is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:44:58.577595 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-eaaed4ca-4f6b-4a20-a0bb-0b694d2b19ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'name': 'tempest-TestShelveInstance-2077615291-router', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:39:41Z', 'updated_at': '2022-01-25T18:44:57Z', 'revision_number': 6, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'gw_port_host': None}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:58.602892 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea4cba-8836-44c9-a126-ef88d2b242e0 req-d7ae0765-6089-48fb-bdc8-2c9a1f509507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:44:58.605040 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-07ea4cba-8836-44c9-a126-ef88d2b242e0 req-d7ae0765-6089-48fb-bdc8-2c9a1f509507 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c386b781-67b6-4986-a6c3-1438ada313b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0967691 Jan 25 18:44:58.613899 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaed4ca-4f6b-4a20-a0bb-0b694d2b19ec None None] The sync data for ids ['c78654e2-850d-4cbf-a897-36f9220d9fc1'] in dv-cinder-826350-1-iscsi is: [{'id': 'c78654e2-850d-4cbf-a897-36f9220d9fc1', 'name': 'tempest-TestShelveInstance-2077615291-router', 'tenant_id': 'c556b3ddaecd4d80b8062755dfc00928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:39:41Z', 'updated_at': '2022-01-25T18:44:57Z', 'revision_number': 6, 'project_id': 'c556b3ddaecd4d80b8062755dfc00928', 'gw_port_host': None}] {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:44:58.733477 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-07ea4cba-8836-44c9-a126-ef88d2b242e0 req-9f0ffbbd-22cc-4c9d-aa8b-6e1112c8ad45 service neutron] 10.222.0.42 "GET /v2.0/networks/c386b781-67b6-4986-a6c3-1438ada313b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208026 Jan 25 18:44:58.750081 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8f4a-54e5-4c01-868c-218d23a8441c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (c89bca4f-7ea7-4c32-848d-df5d89c9fcbf), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:58.777093 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d8f4a-54e5-4c01-868c-218d23a8441c admin admin] Pushing event deleted for resources: {'Port': ['ID=c89bca4f-7ea7-4c32-848d-df5d89c9fcbf,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:58.839799 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8f4a-54e5-4c01-868c-218d23a8441c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-699314'] for router_gateway (c78654e2-850d-4cbf-a897-36f9220d9fc1), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:58.840934 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-07ea4cba-8836-44c9-a126-ef88d2b242e0 req-5ad40b78-2d74-4294-bb86-d3e5b4e84648 service neutron] 10.222.0.42 "GET /v2.0/networks/c386b781-67b6-4986-a6c3-1438ada313b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989232 Jan 25 18:44:58.930087 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8f4a-54e5-4c01-868c-218d23a8441c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62753'] for router (c78654e2-850d-4cbf-a897-36f9220d9fc1), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:58.932074 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8f4a-54e5-4c01-868c-218d23a8441c admin admin] Publish callbacks [] for router_controller (c78654e2-850d-4cbf-a897-36f9220d9fc1), precommit_delete_associations {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:58.974835 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8f4a-54e5-4c01-868c-218d23a8441c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697094'] for router (c78654e2-850d-4cbf-a897-36f9220d9fc1), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:58.975402 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8d8f4a-54e5-4c01-868c-218d23a8441c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c78654e2-850d-4cbf-a897-36f9220d9fc1 {{(pid=102637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 18:44:58.979569 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8f4a-54e5-4c01-868c-218d23a8441c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:58.980836 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-7d8d8f4a-54e5-4c01-868c-218d23a8441c admin admin] 10.222.0.41 "DELETE /v2.0/routers/c78654e2-850d-4cbf-a897-36f9220d9fc1 HTTP/1.1" status: 204 len: 168 time: 1.3008459 Jan 25 18:44:58.984051 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51182) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:59.029384 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_v2 [None req-955f6cd9-f9f0-4862-9a5e-5f713c4057a8 admin admin] Deleting subnet 78514203-1da3-4b90-9813-fbe0b3464421 {{(pid=102637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 18:44:59.032732 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-955f6cd9-f9f0-4862-9a5e-5f713c4057a8 admin admin] Publish callbacks [] for subnet (78514203-1da3-4b90-9813-fbe0b3464421), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:59.069580 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-955f6cd9-f9f0-4862-9a5e-5f713c4057a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3682483'] for subnet (78514203-1da3-4b90-9813-fbe0b3464421), precommit_delete_associations {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:59.176467 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-955f6cd9-f9f0-4862-9a5e-5f713c4057a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490167'] for subnet (78514203-1da3-4b90-9813-fbe0b3464421), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:59.227696 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-955f6cd9-f9f0-4862-9a5e-5f713c4057a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31424641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31292722'] for subnet (78514203-1da3-4b90-9813-fbe0b3464421), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:59.254523 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f6cd9-f9f0-4862-9a5e-5f713c4057a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78514203-1da3-4b90-9813-fbe0b3464421,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:59.259976 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-955f6cd9-f9f0-4862-9a5e-5f713c4057a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:59.263733 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-955f6cd9-f9f0-4862-9a5e-5f713c4057a8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/78514203-1da3-4b90-9813-fbe0b3464421 HTTP/1.1" status: 204 len: 168 time: 0.2787781 Jan 25 18:44:59.266283 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51184) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:59.268229 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a0dd7c-40ba-40e3-a904-0821e14d791f None None] Network c8a06883-ac3d-45ad-9081-7a40b2a3036f requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:44:59.335894 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5056ddd1-44a3-4983-9f17-ebcc8ec0e390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530550'] for network (c8a06883-ac3d-45ad-9081-7a40b2a3036f), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:59.397724 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-5056ddd1-44a3-4983-9f17-ebcc8ec0e390 admin admin] Deleting port 383a213d-4199-4bcc-b345-1f678a075263 {{(pid=102637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:44:59.398255 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5056ddd1-44a3-4983-9f17-ebcc8ec0e390 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (383a213d-4199-4bcc-b345-1f678a075263), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:59.423618 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4754e975-4f50-4aed-97b3-09059dd6ba80 None None] DHCP port deletion for c8a06883-ac3d-45ad-9081-7a40b2a3036f request from dv-cinder-826350-1-iscsi {{(pid=102639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 18:44:59.469710 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-4754e975-4f50-4aed-97b3-09059dd6ba80 None None] Deleting port 383a213d-4199-4bcc-b345-1f678a075263 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:44:59.470116 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4754e975-4f50-4aed-97b3-09059dd6ba80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (383a213d-4199-4bcc-b345-1f678a075263), before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:59.471331 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.db [None req-5056ddd1-44a3-4983-9f17-ebcc8ec0e390 admin admin] For port 383a213d-4199-4bcc-b345-1f678a075263, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=383a213d-4199-4bcc-b345-1f678a075263,segment=NetworkSegment(7235fa61-f7f3-4e1c-8ff1-37ce462743f6),segment_id=7235fa61-f7f3-4e1c-8ff1-37ce462743f6)] {{(pid=102637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:44:59.471698 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5056ddd1-44a3-4983-9f17-ebcc8ec0e390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (383a213d-4199-4bcc-b345-1f678a075263), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:59.488769 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-5056ddd1-44a3-4983-9f17-ebcc8ec0e390 admin admin] Calling delete_port for 383a213d-4199-4bcc-b345-1f678a075263 owned by network:dhcp {{(pid=102637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:44:59.540422 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-4754e975-4f50-4aed-97b3-09059dd6ba80 None None] For port 383a213d-4199-4bcc-b345-1f678a075263, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=383a213d-4199-4bcc-b345-1f678a075263,segment=NetworkSegment(7235fa61-f7f3-4e1c-8ff1-37ce462743f6),segment_id=7235fa61-f7f3-4e1c-8ff1-37ce462743f6)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:44:59.540817 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4754e975-4f50-4aed-97b3-09059dd6ba80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (383a213d-4199-4bcc-b345-1f678a075263), precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:59.553886 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-4754e975-4f50-4aed-97b3-09059dd6ba80 None None] Calling delete_port for 383a213d-4199-4bcc-b345-1f678a075263 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:44:59.574021 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5056ddd1-44a3-4983-9f17-ebcc8ec0e390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (383a213d-4199-4bcc-b345-1f678a075263), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:59.602297 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056ddd1-44a3-4983-9f17-ebcc8ec0e390 admin admin] Pushing event deleted for resources: {'Port': ['ID=383a213d-4199-4bcc-b345-1f678a075263,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:59.612263 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5056ddd1-44a3-4983-9f17-ebcc8ec0e390 admin admin] No DVR routers for this DVR port 383a213d-4199-4bcc-b345-1f678a075263 on host dv-cinder-826350-1-iscsi {{(pid=102637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:44:59.636886 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4754e975-4f50-4aed-97b3-09059dd6ba80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620'] for port (383a213d-4199-4bcc-b345-1f678a075263), after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:59.708178 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5056ddd1-44a3-4983-9f17-ebcc8ec0e390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488764', 'neutron.services.segments.db._delete_segments_for_network-8748161470832'] for network (c8a06883-ac3d-45ad-9081-7a40b2a3036f), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:59.736584 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.services.segments.db [None req-5056ddd1-44a3-4983-9f17-ebcc8ec0e390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a06883-ac3d-45ad-9081-7a40b2a3036f']}} {{(pid=102637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:59.752392 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.services.segments.db [None req-5056ddd1-44a3-4983-9f17-ebcc8ec0e390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7235fa61-f7f3-4e1c-8ff1-37ce462743f6') {'for_net_delete': True} {{(pid=102637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:59.752749 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.services.segments.db [None req-5056ddd1-44a3-4983-9f17-ebcc8ec0e390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7235fa61-f7f3-4e1c-8ff1-37ce462743f6') {} {{(pid=102637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:44:59.765839 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5056ddd1-44a3-4983-9f17-ebcc8ec0e390 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748161465977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3682490'] for segment (7235fa61-f7f3-4e1c-8ff1-37ce462743f6), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:59.780658 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5056ddd1-44a3-4983-9f17-ebcc8ec0e390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (7235fa61-f7f3-4e1c-8ff1-37ce462743f6), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:59.789877 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5056ddd1-44a3-4983-9f17-ebcc8ec0e390 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 18:44:59.790638 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5056ddd1-44a3-4983-9f17-ebcc8ec0e390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31424555'] for segment (7235fa61-f7f3-4e1c-8ff1-37ce462743f6), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: Traceback (most recent call last): Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: timer() Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: cb(*args, **kw) Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: return func(*args, **kwargs) Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: self._notify() Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: self.callback(batched_events) Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: event.method(event) Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: return f(self, *a, **k) Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: return self._get(url).json() Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: return self.request(url, 'GET', **kwargs) Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:44:59.792614 dv-cinder-826350-1-iscsi neutron-server[102637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:44:59.801511 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754e975-4f50-4aed-97b3-09059dd6ba80 None None] Pushing event deleted for resources: {'Port': ['ID=383a213d-4199-4bcc-b345-1f678a075263,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:44:59.805656 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4754e975-4f50-4aed-97b3-09059dd6ba80 None None] No DVR routers for this DVR port 383a213d-4199-4bcc-b345-1f678a075263 on host dv-cinder-826350-1-iscsi {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:44:59.858487 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5056ddd1-44a3-4983-9f17-ebcc8ec0e390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699286'] for network (c8a06883-ac3d-45ad-9081-7a40b2a3036f), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:59.864257 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5056ddd1-44a3-4983-9f17-ebcc8ec0e390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:44:59.867434 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-5056ddd1-44a3-4983-9f17-ebcc8ec0e390 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c8a06883-ac3d-45ad-9081-7a40b2a3036f HTTP/1.1" status: 204 len: 168 time: 0.5996628 Jan 25 18:44:59.870668 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 51196) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:44:59.882798 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056ddd1-44a3-4983-9f17-ebcc8ec0e390 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8a06883-ac3d-45ad-9081-7a40b2a3036f,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:00.014470 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device f5ba938b-5b42-4cd4-999d-7ce610060928 no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:45:00.035640 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No Port match for: f5ba938b-5b42-4cd4-999d-7ce610060928 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:45:00.036110 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device f5ba938b-5b42-4cd4-999d-7ce610060928 not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:45:00.036630 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 383a213d-4199-4bcc-b345-1f678a075263 no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:45:00.060568 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No Port match for: 383a213d-4199-4bcc-b345-1f678a075263 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:45:00.060913 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 383a213d-4199-4bcc-b345-1f678a075263 not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:45:00.061329 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device c89bca4f-7ea7-4c32-848d-df5d89c9fcbf no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:45:00.087254 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No Port match for: c89bca4f-7ea7-4c32-848d-df5d89c9fcbf {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:45:00.087604 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device c89bca4f-7ea7-4c32-848d-df5d89c9fcbf not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:45:00.092957 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5671a001-b6dc-4ec5-b6c3-0d75ffdd8b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:00.232984 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b6e24871-a6c5-44b0-b352-32da86b789d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698988'] for router_interface (7340ab95-dd14-4236-8870-4d79c841a5e4), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:00.479095 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-b6e24871-a6c5-44b0-b352-32da86b789d1 admin admin] Deleting port 488c5d1f-26b3-45c6-b580-f5130d5f6cdc {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:45:00.479433 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b6e24871-a6c5-44b0-b352-32da86b789d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (488c5d1f-26b3-45c6-b580-f5130d5f6cdc), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:00.563804 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [None req-b6e24871-a6c5-44b0-b352-32da86b789d1 admin admin] For port 488c5d1f-26b3-45c6-b580-f5130d5f6cdc, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=488c5d1f-26b3-45c6-b580-f5130d5f6cdc,segment=NetworkSegment(67e75d78-1667-4ad5-992b-d5bdf2501d2c),segment_id=67e75d78-1667-4ad5-992b-d5bdf2501d2c)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:45:00.564163 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b6e24871-a6c5-44b0-b352-32da86b789d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (488c5d1f-26b3-45c6-b580-f5130d5f6cdc), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:00.575988 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-b6e24871-a6c5-44b0-b352-32da86b789d1 admin admin] Calling delete_port for 488c5d1f-26b3-45c6-b580-f5130d5f6cdc owned by network:router_interface {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:45:00.749828 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b6e24871-a6c5-44b0-b352-32da86b789d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (488c5d1f-26b3-45c6-b580-f5130d5f6cdc), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:00.773966 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e24871-a6c5-44b0-b352-32da86b789d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=488c5d1f-26b3-45c6-b580-f5130d5f6cdc,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:00.937322 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b6e24871-a6c5-44b0-b352-32da86b789d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698904'] for router_interface (7340ab95-dd14-4236-8870-4d79c841a5e4), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:01.164837 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e24871-a6c5-44b0-b352-32da86b789d1 admin admin] Router 7340ab95-dd14-4236-8870-4d79c841a5e4 has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:45:01.274896 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e24871-a6c5-44b0-b352-32da86b789d1 admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:45:01.282774 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-b6e24871-a6c5-44b0-b352-32da86b789d1 admin admin] 10.222.0.41 "PUT /v2.0/routers/7340ab95-dd14-4236-8870-4d79c841a5e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4085958 Jan 25 18:45:01.282774 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 51212) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:01.286264 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5215b9-49a5-4a30-bd26-b2e728f36af5 None None] Sync routers for ids ['7340ab95-dd14-4236-8870-4d79c841a5e4'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:45:01.297228 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5215b9-49a5-4a30-bd26-b2e728f36af5 None None] Routers {'7340ab95-dd14-4236-8870-4d79c841a5e4'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:45:01.298630 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-9c5215b9-49a5-4a30-bd26-b2e728f36af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:44:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['7340ab95-dd14-4236-8870-4d79c841a5e4'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:01.311387 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51214) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:01.389923 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17c0cf05-aefa-4813-a40e-b7b36509b447 admin admin] Publish callbacks [] for router (7340ab95-dd14-4236-8870-4d79c841a5e4), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:01.412921 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-9c5215b9-49a5-4a30-bd26-b2e728f36af5 None None] Set router 7340ab95-dd14-4236-8870-4d79c841a5e4 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:45:01.417600 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f995e55b-b59b-40bf-8ce2-03e8777828c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:01.494675 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f995e55b-b59b-40bf-8ce2-03e8777828c7 admin admin] Publish callbacks [] for security_group (d824d135-37a0-4e50-b8e9-c8cd9b6092c8), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:01.494966 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17c0cf05-aefa-4813-a40e-b7b36509b447 admin admin] Publish callbacks [] for router_gateway (7340ab95-dd14-4236-8870-4d79c841a5e4), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:01.500275 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f995e55b-b59b-40bf-8ce2-03e8777828c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (d824d135-37a0-4e50-b8e9-c8cd9b6092c8), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:01.539023 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-f995e55b-b59b-40bf-8ce2-03e8777828c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a9805ccd999464e88e73d72c1682c53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263741 Jan 25 18:45:01.539798 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995e55b-b59b-40bf-8ce2-03e8777828c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d824d135-37a0-4e50-b8e9-c8cd9b6092c8,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:01.541541 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 51220) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:01.578807 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-17c0cf05-aefa-4813-a40e-b7b36509b447 admin admin] Deleting port 8d122680-b3eb-4aa2-b760-10e73ebb3be4 {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:45:01.579431 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17c0cf05-aefa-4813-a40e-b7b36509b447 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (8d122680-b3eb-4aa2-b760-10e73ebb3be4), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:01.602489 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-9c5215b9-49a5-4a30-bd26-b2e728f36af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7340ab95-dd14-4236-8870-4d79c841a5e4', 'name': 'tempest-TestShelveInstance-1315760163-router', 'tenant_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '8d122680-b3eb-4aa2-b760-10e73ebb3be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:39:47Z', 'updated_at': '2022-01-25T18:45:00Z', 'revision_number': 5, 'project_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'gw_port': {'id': '8d122680-b3eb-4aa2-b760-10e73ebb3be4', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7340ab95-dd14-4236-8870-4d79c841a5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:39:47Z', 'updated_at': '2022-01-25T18:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:01.629486 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5215b9-49a5-4a30-bd26-b2e728f36af5 None None] Checking router: 7340ab95-dd14-4236-8870-4d79c841a5e4 for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:45:01.638592 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5215b9-49a5-4a30-bd26-b2e728f36af5 None None] Routers {'7340ab95-dd14-4236-8870-4d79c841a5e4'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:45:01.639203 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-9c5215b9-49a5-4a30-bd26-b2e728f36af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:44:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['7340ab95-dd14-4236-8870-4d79c841a5e4'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:01.650501 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ce0b30cb-2ab3-4d49-88f9-96791296ac23 admin admin] Publish callbacks [] for security_group (d824d135-37a0-4e50-b8e9-c8cd9b6092c8), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:01.680515 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ce0b30cb-2ab3-4d49-88f9-96791296ac23 admin admin] Publish callbacks [] for security_group (d824d135-37a0-4e50-b8e9-c8cd9b6092c8), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:01.706981 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [None req-17c0cf05-aefa-4813-a40e-b7b36509b447 admin admin] For port 8d122680-b3eb-4aa2-b760-10e73ebb3be4, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=8d122680-b3eb-4aa2-b760-10e73ebb3be4,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:45:01.707350 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17c0cf05-aefa-4813-a40e-b7b36509b447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (8d122680-b3eb-4aa2-b760-10e73ebb3be4), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:01.725147 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-9c5215b9-49a5-4a30-bd26-b2e728f36af5 None None] Set router 7340ab95-dd14-4236-8870-4d79c841a5e4 gateway port host: None {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:45:01.729953 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-17c0cf05-aefa-4813-a40e-b7b36509b447 admin admin] Calling delete_port for 8d122680-b3eb-4aa2-b760-10e73ebb3be4 owned by network:router_gateway {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:45:01.780246 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-9c5215b9-49a5-4a30-bd26-b2e728f36af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7340ab95-dd14-4236-8870-4d79c841a5e4', 'name': 'tempest-TestShelveInstance-1315760163-router', 'tenant_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:39:47Z', 'updated_at': '2022-01-25T18:45:01Z', 'revision_number': 6, 'project_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'gw_port_host': None}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:01.791378 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ce0b30cb-2ab3-4d49-88f9-96791296ac23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (d824d135-37a0-4e50-b8e9-c8cd9b6092c8), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:01.794332 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ce0b30cb-2ab3-4d49-88f9-96791296ac23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:01.795459 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-ce0b30cb-2ab3-4d49-88f9-96791296ac23 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d824d135-37a0-4e50-b8e9-c8cd9b6092c8 HTTP/1.1" status: 204 len: 168 time: 0.2519405 Jan 25 18:45:01.807265 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5215b9-49a5-4a30-bd26-b2e728f36af5 None None] The sync data for ids ['7340ab95-dd14-4236-8870-4d79c841a5e4'] in dv-cinder-826350-1-iscsi is: [{'id': '7340ab95-dd14-4236-8870-4d79c841a5e4', 'name': 'tempest-TestShelveInstance-1315760163-router', 'tenant_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:39:47Z', 'updated_at': '2022-01-25T18:45:01Z', 'revision_number': 6, 'project_id': 'dc31f8cac82641c48804d4dbf3b19bb8', 'gw_port_host': None}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:45:01.808452 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b30cb-2ab3-4d49-88f9-96791296ac23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d824d135-37a0-4e50-b8e9-c8cd9b6092c8,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:02.099323 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51226) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:02.112568 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-048ff441-f430-4923-8285-0c573f5aceef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:02.186965 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17c0cf05-aefa-4813-a40e-b7b36509b447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (8d122680-b3eb-4aa2-b760-10e73ebb3be4), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:02.203056 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-048ff441-f430-4923-8285-0c573f5aceef admin admin] Publish callbacks [] for security_group (30373ce1-c25b-4881-939d-e2ff973a5b28), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:02.207202 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-048ff441-f430-4923-8285-0c573f5aceef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (30373ce1-c25b-4881-939d-e2ff973a5b28), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:02.221610 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75905b1f-973e-4b51-b9b9-ce3d1bff50c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:02.225297 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0cf05-aefa-4813-a40e-b7b36509b447 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d122680-b3eb-4aa2-b760-10e73ebb3be4,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:02.257379 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-048ff441-f430-4923-8285-0c573f5aceef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2645414788e40bf887f1e67310a7933&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568909 Jan 25 18:45:02.258906 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51228) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:02.266081 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ff441-f430-4923-8285-0c573f5aceef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30373ce1-c25b-4881-939d-e2ff973a5b28,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:02.289567 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17c0cf05-aefa-4813-a40e-b7b36509b447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-699314'] for router_gateway (7340ab95-dd14-4236-8870-4d79c841a5e4), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:02.292043 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 488c5d1f-26b3-45c6-b580-f5130d5f6cdc no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:45:02.314419 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4a3906c6-131f-4117-9e7b-045c74eeea96 admin admin] Publish callbacks [] for security_group (30373ce1-c25b-4881-939d-e2ff973a5b28), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:02.327000 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No Port match for: 488c5d1f-26b3-45c6-b580-f5130d5f6cdc {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:45:02.327454 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 488c5d1f-26b3-45c6-b580-f5130d5f6cdc not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:45:02.336841 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4a3906c6-131f-4117-9e7b-045c74eeea96 admin admin] Publish callbacks [] for security_group (30373ce1-c25b-4881-939d-e2ff973a5b28), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:02.384196 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4a3906c6-131f-4117-9e7b-045c74eeea96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (30373ce1-c25b-4881-939d-e2ff973a5b28), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:02.387674 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4a3906c6-131f-4117-9e7b-045c74eeea96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:02.388834 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-4a3906c6-131f-4117-9e7b-045c74eeea96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30373ce1-c25b-4881-939d-e2ff973a5b28 HTTP/1.1" status: 204 len: 168 time: 0.1290293 Jan 25 18:45:02.392280 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17c0cf05-aefa-4813-a40e-b7b36509b447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62753'] for router (7340ab95-dd14-4236-8870-4d79c841a5e4), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:02.394539 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17c0cf05-aefa-4813-a40e-b7b36509b447 admin admin] Publish callbacks [] for router_controller (7340ab95-dd14-4236-8870-4d79c841a5e4), precommit_delete_associations {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:02.396764 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3906c6-131f-4117-9e7b-045c74eeea96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30373ce1-c25b-4881-939d-e2ff973a5b28,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:02.439770 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17c0cf05-aefa-4813-a40e-b7b36509b447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697094'] for router (7340ab95-dd14-4236-8870-4d79c841a5e4), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:02.440430 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c0cf05-aefa-4813-a40e-b7b36509b447 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7340ab95-dd14-4236-8870-4d79c841a5e4 {{(pid=102638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 18:45:02.445845 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-17c0cf05-aefa-4813-a40e-b7b36509b447 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:02.447258 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-17c0cf05-aefa-4813-a40e-b7b36509b447 admin admin] 10.222.0.41 "DELETE /v2.0/routers/7340ab95-dd14-4236-8870-4d79c841a5e4 HTTP/1.1" status: 204 len: 168 time: 1.1635237 Jan 25 18:45:02.449799 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51232) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:02.496235 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76d5b1e-6488-43a6-bf57-b6895aa9a4ed admin admin] Deleting subnet 6d376e2b-110d-4a20-b17e-761378897779 {{(pid=102637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 18:45:02.501442 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b76d5b1e-6488-43a6-bf57-b6895aa9a4ed admin admin] Publish callbacks [] for subnet (6d376e2b-110d-4a20-b17e-761378897779), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:02.541278 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b76d5b1e-6488-43a6-bf57-b6895aa9a4ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3682483'] for subnet (6d376e2b-110d-4a20-b17e-761378897779), precommit_delete_associations {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:02.627973 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b76d5b1e-6488-43a6-bf57-b6895aa9a4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490167'] for subnet (6d376e2b-110d-4a20-b17e-761378897779), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:02.693101 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b76d5b1e-6488-43a6-bf57-b6895aa9a4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31424641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31292722'] for subnet (6d376e2b-110d-4a20-b17e-761378897779), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:02.719769 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d5b1e-6488-43a6-bf57-b6895aa9a4ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d376e2b-110d-4a20-b17e-761378897779,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:02.725643 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b76d5b1e-6488-43a6-bf57-b6895aa9a4ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:02.729024 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-b76d5b1e-6488-43a6-bf57-b6895aa9a4ed admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6d376e2b-110d-4a20-b17e-761378897779 HTTP/1.1" status: 204 len: 168 time: 0.2780173 Jan 25 18:45:02.735260 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 51240) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:02.736425 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9b40a7-0c59-4106-94cd-77cb3f4337de None None] Network bc0eb4db-42de-4b07-8b0f-b1830799c42c requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:45:02.854794 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ef52a869-bb87-43bd-b14b-5f824056b130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530550'] for network (bc0eb4db-42de-4b07-8b0f-b1830799c42c), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:02.915741 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-ef52a869-bb87-43bd-b14b-5f824056b130 admin admin] Deleting port 036ab441-fed1-4e3e-aceb-1751afe029c1 {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:45:02.915929 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ef52a869-bb87-43bd-b14b-5f824056b130 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (036ab441-fed1-4e3e-aceb-1751afe029c1), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:02.927158 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151a8bfd-4b87-48a0-9dcb-989d8aa003ef None None] DHCP port deletion for bc0eb4db-42de-4b07-8b0f-b1830799c42c request from dv-cinder-826350-1-iscsi {{(pid=102639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 18:45:02.990346 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [None req-ef52a869-bb87-43bd-b14b-5f824056b130 admin admin] For port 036ab441-fed1-4e3e-aceb-1751afe029c1, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=036ab441-fed1-4e3e-aceb-1751afe029c1,segment=NetworkSegment(67e75d78-1667-4ad5-992b-d5bdf2501d2c),segment_id=67e75d78-1667-4ad5-992b-d5bdf2501d2c)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:45:02.990740 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ef52a869-bb87-43bd-b14b-5f824056b130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (036ab441-fed1-4e3e-aceb-1751afe029c1), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:02.993608 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-151a8bfd-4b87-48a0-9dcb-989d8aa003ef None None] Deleting port 036ab441-fed1-4e3e-aceb-1751afe029c1 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:45:02.994129 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-151a8bfd-4b87-48a0-9dcb-989d8aa003ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (036ab441-fed1-4e3e-aceb-1751afe029c1), before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:03.008954 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-ef52a869-bb87-43bd-b14b-5f824056b130 admin admin] Calling delete_port for 036ab441-fed1-4e3e-aceb-1751afe029c1 owned by network:dhcp {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:45:03.076875 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-151a8bfd-4b87-48a0-9dcb-989d8aa003ef None None] For port 036ab441-fed1-4e3e-aceb-1751afe029c1, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=036ab441-fed1-4e3e-aceb-1751afe029c1,segment=NetworkSegment(67e75d78-1667-4ad5-992b-d5bdf2501d2c),segment_id=67e75d78-1667-4ad5-992b-d5bdf2501d2c)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:45:03.077320 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-151a8bfd-4b87-48a0-9dcb-989d8aa003ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (036ab441-fed1-4e3e-aceb-1751afe029c1), precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:03.089818 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-151a8bfd-4b87-48a0-9dcb-989d8aa003ef None None] Calling delete_port for 036ab441-fed1-4e3e-aceb-1751afe029c1 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:45:03.101447 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ef52a869-bb87-43bd-b14b-5f824056b130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (036ab441-fed1-4e3e-aceb-1751afe029c1), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:03.130529 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef52a869-bb87-43bd-b14b-5f824056b130 admin admin] No DVR routers for this DVR port 036ab441-fed1-4e3e-aceb-1751afe029c1 on host dv-cinder-826350-1-iscsi {{(pid=102638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:45:03.134930 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52a869-bb87-43bd-b14b-5f824056b130 admin admin] Pushing event deleted for resources: {'Port': ['ID=036ab441-fed1-4e3e-aceb-1751afe029c1,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:03.181503 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-151a8bfd-4b87-48a0-9dcb-989d8aa003ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620'] for port (036ab441-fed1-4e3e-aceb-1751afe029c1), after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:03.209064 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a8bfd-4b87-48a0-9dcb-989d8aa003ef None None] Pushing event deleted for resources: {'Port': ['ID=036ab441-fed1-4e3e-aceb-1751afe029c1,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:03.210827 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151a8bfd-4b87-48a0-9dcb-989d8aa003ef None None] No DVR routers for this DVR port 036ab441-fed1-4e3e-aceb-1751afe029c1 on host dv-cinder-826350-1-iscsi {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:45:03.213282 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ef52a869-bb87-43bd-b14b-5f824056b130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488764', 'neutron.services.segments.db._delete_segments_for_network-8748161470832'] for network (bc0eb4db-42de-4b07-8b0f-b1830799c42c), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:03.238392 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-ef52a869-bb87-43bd-b14b-5f824056b130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0eb4db-42de-4b07-8b0f-b1830799c42c']}} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:03.248854 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-ef52a869-bb87-43bd-b14b-5f824056b130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e75d78-1667-4ad5-992b-d5bdf2501d2c') {'for_net_delete': True} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:03.249211 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-ef52a869-bb87-43bd-b14b-5f824056b130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e75d78-1667-4ad5-992b-d5bdf2501d2c') {} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:03.258807 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ef52a869-bb87-43bd-b14b-5f824056b130 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748161465977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31759341'] for segment (67e75d78-1667-4ad5-992b-d5bdf2501d2c), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:03.271970 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ef52a869-bb87-43bd-b14b-5f824056b130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (67e75d78-1667-4ad5-992b-d5bdf2501d2c), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:03.278087 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef52a869-bb87-43bd-b14b-5f824056b130 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 18:45:03.278482 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ef52a869-bb87-43bd-b14b-5f824056b130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061547'] for segment (67e75d78-1667-4ad5-992b-d5bdf2501d2c), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: Traceback (most recent call last): Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: timer() Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: cb(*args, **kw) Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: return func(*args, **kwargs) Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: self._notify() Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: self.callback(batched_events) Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: event.method(event) Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: return f(self, *a, **k) Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: return self._get(url).json() Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: return self.request(url, 'GET', **kwargs) Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:45:03.280111 dv-cinder-826350-1-iscsi neutron-server[102638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:45:03.339760 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ef52a869-bb87-43bd-b14b-5f824056b130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699286'] for network (bc0eb4db-42de-4b07-8b0f-b1830799c42c), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:03.345626 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ef52a869-bb87-43bd-b14b-5f824056b130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:03.348764 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-ef52a869-bb87-43bd-b14b-5f824056b130 admin admin] 10.222.0.41 "DELETE /v2.0/networks/bc0eb4db-42de-4b07-8b0f-b1830799c42c HTTP/1.1" status: 204 len: 168 time: 0.6095760 Jan 25 18:45:03.360636 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52a869-bb87-43bd-b14b-5f824056b130 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc0eb4db-42de-4b07-8b0f-b1830799c42c,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:03.517304 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51296) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:03.559461 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-0c064ae7-0398-4641-be40-e52ea4da8b09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c556b3ddaecd4d80b8062755dfc00928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401232 Jan 25 18:45:03.562082 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51298) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:03.562311 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:03.614385 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6cfe2377-2e1c-4b5f-802e-bb1adda9bb50 admin admin] Publish callbacks [] for security_group (f2c4547e-e79c-4a2e-867f-c3e01eeecfee), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:03.637711 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6cfe2377-2e1c-4b5f-802e-bb1adda9bb50 admin admin] Publish callbacks [] for security_group (f2c4547e-e79c-4a2e-867f-c3e01eeecfee), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:03.687195 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6cfe2377-2e1c-4b5f-802e-bb1adda9bb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (f2c4547e-e79c-4a2e-867f-c3e01eeecfee), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:03.690030 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6cfe2377-2e1c-4b5f-802e-bb1adda9bb50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:03.703636 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-6cfe2377-2e1c-4b5f-802e-bb1adda9bb50 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2c4547e-e79c-4a2e-867f-c3e01eeecfee HTTP/1.1" status: 204 len: 168 time: 0.1280944 Jan 25 18:45:03.710237 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe2377-2e1c-4b5f-802e-bb1adda9bb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c4547e-e79c-4a2e-867f-c3e01eeecfee,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:04.035782 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 51324) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:04.042390 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 036ab441-fed1-4e3e-aceb-1751afe029c1 no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:45:04.072545 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No Port match for: 036ab441-fed1-4e3e-aceb-1751afe029c1 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:45:04.072988 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 036ab441-fed1-4e3e-aceb-1751afe029c1 not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:45:04.073487 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 8d122680-b3eb-4aa2-b760-10e73ebb3be4 no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:45:04.078871 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-3fba7063-a9dd-4afd-84c0-0d55dbb49f24 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc31f8cac82641c48804d4dbf3b19bb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418649 Jan 25 18:45:04.081419 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51326) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:04.094498 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No Port match for: 8d122680-b3eb-4aa2-b760-10e73ebb3be4 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:45:04.094853 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 8d122680-b3eb-4aa2-b760-10e73ebb3be4 not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:45:04.130683 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f01396b0-40aa-4cb5-aaf4-245065dfb79b admin admin] Publish callbacks [] for security_group (7d13e023-b2ec-4347-a4df-2ab1031e87f3), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:04.152107 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f01396b0-40aa-4cb5-aaf4-245065dfb79b admin admin] Publish callbacks [] for security_group (7d13e023-b2ec-4347-a4df-2ab1031e87f3), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:04.199126 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f01396b0-40aa-4cb5-aaf4-245065dfb79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (7d13e023-b2ec-4347-a4df-2ab1031e87f3), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:04.201664 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f01396b0-40aa-4cb5-aaf4-245065dfb79b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:04.202846 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-f01396b0-40aa-4cb5-aaf4-245065dfb79b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d13e023-b2ec-4347-a4df-2ab1031e87f3 HTTP/1.1" status: 204 len: 168 time: 0.1203973 Jan 25 18:45:04.210243 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01396b0-40aa-4cb5-aaf4-245065dfb79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d13e023-b2ec-4347-a4df-2ab1031e87f3,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:04.865328 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 51350) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:04.892919 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:04.966859 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-42ff0a87-77f2-4425-a36a-398c6ec60b4b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1061295147-network', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:04.985357 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ff0a87-77f2-4425-a36a-398c6ec60b4b admin admin] Made reservation on behalf of 40d56be3512f40d99b8b8bcf00d5e6b2 for: {'network': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:45:04.987726 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-42ff0a87-77f2-4425-a36a-398c6ec60b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for network (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:04.996081 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-42ff0a87-77f2-4425-a36a-398c6ec60b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:05.072753 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-42ff0a87-77f2-4425-a36a-398c6ec60b4b admin admin] Publish callbacks [] for security_group (6d4b0a20-ef66-4d58-8a9b-65d9219a93ff), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:05.076468 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-42ff0a87-77f2-4425-a36a-398c6ec60b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (6d4b0a20-ef66-4d58-8a9b-65d9219a93ff), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:05.097386 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ff0a87-77f2-4425-a36a-398c6ec60b4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=102638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 18:45:05.111554 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff0a87-77f2-4425-a36a-398c6ec60b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4b0a20-ef66-4d58-8a9b-65d9219a93ff,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:05.117902 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-42ff0a87-77f2-4425-a36a-398c6ec60b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (33303819-941d-4651-bee5-cdf3f7efb5e7), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:05.118727 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.db.segments_db [None req-42ff0a87-77f2-4425-a36a-398c6ec60b4b admin admin] Added segment 33303819-941d-4651-bee5-cdf3f7efb5e7 of type vlan for network 19710347-2b27-4f84-bd0f-eebdcb4ddcc7 Jan 25 18:45:05.159920 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-42ff0a87-77f2-4425-a36a-398c6ec60b4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748160996684'] for network (19710347-2b27-4f84-bd0f-eebdcb4ddcc7), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:05.183430 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-42ff0a87-77f2-4425-a36a-398c6ec60b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for network (19710347-2b27-4f84-bd0f-eebdcb4ddcc7), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:05.184532 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ff0a87-77f2-4425-a36a-398c6ec60b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:05.185136 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-42ff0a87-77f2-4425-a36a-398c6ec60b4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:05.220367 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-42ff0a87-77f2-4425-a36a-398c6ec60b4b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3539369 Jan 25 18:45:05.223832 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51354) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:05.229048 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-f6496414-837d-4f19-bf02-0fe75ee36152 admin admin] Request body: {'subnet': {'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1061295147-subnet', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'ip_version': 4}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:05.250312 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6496414-837d-4f19-bf02-0fe75ee36152 admin admin] Made reservation on behalf of 40d56be3512f40d99b8b8bcf00d5e6b2 for: {'subnet': 1} {{(pid=102637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:45:05.250600 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff0a87-77f2-4425-a36a-398c6ec60b4b admin admin] Pushing event updated for resources: {'Network': ['ID=19710347-2b27-4f84-bd0f-eebdcb4ddcc7,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:05.252975 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f6496414-837d-4f19-bf02-0fe75ee36152 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31292719'] for subnet (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:05.261291 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Network 19710347-2b27-4f84-bd0f-eebdcb4ddcc7 details requested by agent ovs-agent-dv-cinder-826350-1-iscsi with host dv-cinder-826350-1-iscsi {{(pid=102639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 18:45:05.416667 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f6496414-837d-4f19-bf02-0fe75ee36152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31424844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31292733'] for subnet (502ab14a-9388-4da9-86c4-88e719ca487b), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:05.479253 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6496414-837d-4f19-bf02-0fe75ee36152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=502ab14a-9388-4da9-86c4-88e719ca487b,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:05.490821 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6496414-837d-4f19-bf02-0fe75ee36152 admin admin] Checking segment: {'id': '33303819-941d-4651-bee5-cdf3f7efb5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:45:05.491177 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6496414-837d-4f19-bf02-0fe75ee36152 admin admin] Network hostable DHCP agents. Network: 19710347-2b27-4f84-bd0f-eebdcb4ddcc7, hostable agents: ['b5880275-9c8b-431f-be2f-f5317484e45d'], hosted agents: [] {{(pid=102637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 18:45:05.506836 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6496414-837d-4f19-bf02-0fe75ee36152 admin admin] Network 19710347-2b27-4f84-bd0f-eebdcb4ddcc7 is scheduled to be hosted by DHCP agent b5880275-9c8b-431f-be2f-f5317484e45d with binding_index 1 {{(pid=102637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 18:45:05.515205 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-f6496414-837d-4f19-bf02-0fe75ee36152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-1-iscsi, 19710347-2b27-4f84-bd0f-eebdcb4ddcc7) {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:45:05.519613 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6496414-837d-4f19-bf02-0fe75ee36152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:05.520208 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f6496414-837d-4f19-bf02-0fe75ee36152 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:05.524089 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4dd9d6-f148-42b6-a4e3-727e3f7665bf None None] Network 19710347-2b27-4f84-bd0f-eebdcb4ddcc7 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:45:05.535685 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-f6496414-837d-4f19-bf02-0fe75ee36152 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3106990 Jan 25 18:45:05.538495 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51356) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:05.544072 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-20794a8a-62b7-46a4-9365-c4f8fe8272e3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:05.564227 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-20794a8a-62b7-46a4-9365-c4f8fe8272e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-697049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62807'] for router (6228e71f-c465-4210-b751-36483d193800), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:05.565304 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-20794a8a-62b7-46a4-9365-c4f8fe8272e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-699363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62766'] for router (6228e71f-c465-4210-b751-36483d193800), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:05.625285 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-20794a8a-62b7-46a4-9365-c4f8fe8272e3 admin admin] Publish callbacks [] for router_controller (6228e71f-c465-4210-b751-36483d193800), precommit_add_association {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:05.632080 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b39d9ff-679d-5f50-bbb7-ef26a22f6105-19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'fixed_ips': [{'subnet_id': '502ab14a-9388-4da9-86c4-88e719ca487b'}]}} from dv-cinder-826350-1-iscsi. {{(pid=102639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 18:45:05.632919 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:05.772401 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-20794a8a-62b7-46a4-9365-c4f8fe8272e3 admin admin] Publish callbacks [] for router_gateway (6228e71f-c465-4210-b751-36483d193800), precommit_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:05.783734 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Allocated IP 172.20.0.2 (19710347-2b27-4f84-bd0f-eebdcb4ddcc7/502ab14a-9388-4da9-86c4-88e719ca487b/bb035cdf-6bc6-48ed-a3d6-a199e3321fa9) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:45:05.940041 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Publish callbacks [] for port (bb035cdf-6bc6-48ed-a3d6-a199e3321fa9), precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:05.945810 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (bb035cdf-6bc6-48ed-a3d6-a199e3321fa9), after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:05.979588 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-20794a8a-62b7-46a4-9365-c4f8fe8272e3 admin admin] Publish callbacks [] for router_gateway (6228e71f-c465-4210-b751-36483d193800), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:05.988033 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Network 19710347-2b27-4f84-bd0f-eebdcb4ddcc7 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:45:05.990774 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:45:05.993114 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:45:06.002960 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-20794a8a-62b7-46a4-9365-c4f8fe8272e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:06.007330 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Pushing event updated for resources: {'Port': ['ID=bb035cdf-6bc6-48ed-a3d6-a199e3321fa9,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:06.032968 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:06.033411 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:06.033996 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:06.034752 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:06.035093 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:06.035443 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:06.035788 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:06.036142 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:06.036484 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:06.036824 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:06.037183 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:06.037470 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:06.037792 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:06.079887 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Attempting to bind port bb035cdf-6bc6-48ed-a3d6-a199e3321fa9 on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:45:06.080261 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Attempting to bind port bb035cdf-6bc6-48ed-a3d6-a199e3321fa9 by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': '33303819-941d-4651-bee5-cdf3f7efb5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:45:06.080635 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Attempting to bind port bb035cdf-6bc6-48ed-a3d6-a199e3321fa9 on network 19710347-2b27-4f84-bd0f-eebdcb4ddcc7 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:45:06.085633 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:45:06.086023 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Checking segment: {'id': '33303819-941d-4651-bee5-cdf3f7efb5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:45:06.086440 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:06.086841 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Bound using segment: {'id': '33303819-941d-4651-bee5-cdf3f7efb5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:45:06.087308 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Bound port: bb035cdf-6bc6-48ed-a3d6-a199e3321fa9, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33303819-941d-4651-bee5-cdf3f7efb5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:45:06.087719 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (bb035cdf-6bc6-48ed-a3d6-a199e3321fa9), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:06.114637 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_common [None req-20794a8a-62b7-46a4-9365-c4f8fe8272e3 admin admin] Allocated IP 172.27.2.222 (af042177-33eb-43ce-93a3-80213c48b93e/b5271661-edb4-4dc6-95f7-ec5badc479aa/b0fa3365-29bd-4490-ba84-15df22cd2804) {{(pid=102637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:45:06.157375 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:06.163892 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] For port bb035cdf-6bc6-48ed-a3d6-a199e3321fa9, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:45:06.166928 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] For port bb035cdf-6bc6-48ed-a3d6-a199e3321fa9, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=bb035cdf-6bc6-48ed-a3d6-a199e3321fa9,segment=NetworkSegment(33303819-941d-4651-bee5-cdf3f7efb5e7),segment_id=33303819-941d-4651-bee5-cdf3f7efb5e7)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:45:06.171609 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (bb035cdf-6bc6-48ed-a3d6-a199e3321fa9), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:06.228518 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-20794a8a-62b7-46a4-9365-c4f8fe8272e3 admin admin] Publish callbacks [] for port (b0fa3365-29bd-4490-ba84-15df22cd2804), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:06.239806 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2aecc6-1e15-4338-9de2-633b232a1a5a None None] Pushing event updated for resources: {'Port': ['ID=bb035cdf-6bc6-48ed-a3d6-a199e3321fa9,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:06.269368 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-20794a8a-62b7-46a4-9365-c4f8fe8272e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (b0fa3365-29bd-4490-ba84-15df22cd2804), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:06.319877 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20794a8a-62b7-46a4-9365-c4f8fe8272e3 admin admin] Network af042177-33eb-43ce-93a3-80213c48b93e is already hosted by enough agents. {{(pid=102637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:45:06.323561 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-20794a8a-62b7-46a4-9365-c4f8fe8272e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:45:06.326657 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20794a8a-62b7-46a4-9365-c4f8fe8272e3 admin admin] Received port after_create {{(pid=102637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:45:06.355383 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20794a8a-62b7-46a4-9365-c4f8fe8272e3 admin admin] Pushing event updated for resources: {'Port': ['ID=b0fa3365-29bd-4490-ba84-15df22cd2804,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:06.625161 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-20794a8a-62b7-46a4-9365-c4f8fe8272e3 admin admin] Publish callbacks [] for router_gateway (6228e71f-c465-4210-b751-36483d193800), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:06.824530 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-20794a8a-62b7-46a4-9365-c4f8fe8272e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-699342'] for router (6228e71f-c465-4210-b751-36483d193800), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:06.963490 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20794a8a-62b7-46a4-9365-c4f8fe8272e3 admin admin] Router 6228e71f-c465-4210-b751-36483d193800 is scheduled to L3 agent 703c7712-6a11-47c5-988f-a759c326b50f with binding_index 1 {{(pid=102637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 18:45:07.224749 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7a2dcf-988f-4a82-990e-d17e3de9429d None None] Network 19710347-2b27-4f84-bd0f-eebdcb4ddcc7 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:45:07.318386 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20794a8a-62b7-46a4-9365-c4f8fe8272e3 admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:45:07.327987 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] Sync routers for ids ['6228e71f-c465-4210-b751-36483d193800'] in dv-cinder-826350-1-iscsi {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:45:07.335260 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-807c3d1b-f84b-48bf-9663-33974f22f8a0 None None] Provisioning complete for port bb035cdf-6bc6-48ed-a3d6-a199e3321fa9 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:45:07.335639 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-807c3d1b-f84b-48bf-9663-33974f22f8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (bb035cdf-6bc6-48ed-a3d6-a199e3321fa9), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:07.336753 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-20794a8a-62b7-46a4-9365-c4f8fe8272e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:07.339681 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-20794a8a-62b7-46a4-9365-c4f8fe8272e3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7980397 Jan 25 18:45:07.340921 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51362) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:07.342059 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] Routers {'6228e71f-c465-4210-b751-36483d193800'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:45:07.342687 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:45:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['6228e71f-c465-4210-b751-36483d193800'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:07.450926 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] Set router 6228e71f-c465-4210-b751-36483d193800 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:45:07.581133 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-807c3d1b-f84b-48bf-9663-33974f22f8a0 None None] Current status of the port bb035cdf-6bc6-48ed-a3d6-a199e3321fa9 is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:45:07.581891 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-807c3d1b-f84b-48bf-9663-33974f22f8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (bb035cdf-6bc6-48ed-a3d6-a199e3321fa9), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:07.621708 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-807c3d1b-f84b-48bf-9663-33974f22f8a0 None None] For port bb035cdf-6bc6-48ed-a3d6-a199e3321fa9, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=bb035cdf-6bc6-48ed-a3d6-a199e3321fa9,segment=NetworkSegment(33303819-941d-4651-bee5-cdf3f7efb5e7),segment_id=33303819-941d-4651-bee5-cdf3f7efb5e7)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:45:07.631979 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-807c3d1b-f84b-48bf-9663-33974f22f8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (bb035cdf-6bc6-48ed-a3d6-a199e3321fa9), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:07.656862 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:45:06Z', 'revision_number': 3, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port': {'id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:bd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:06Z', 'updated_at': '2022-01-25T18:45:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:07.683336 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] Checking router: 6228e71f-c465-4210-b751-36483d193800 for host: dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:45:07.683614 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] Updating router 6228e71f-c465-4210-b751-36483d193800 port b0fa3365-29bd-4490-ba84-15df22cd2804 binding host dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 18:45:07.706857 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c3d1b-f84b-48bf-9663-33974f22f8a0 None None] Pushing event updated for resources: {'Port': ['ID=bb035cdf-6bc6-48ed-a3d6-a199e3321fa9,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:07.710845 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (b0fa3365-29bd-4490-ba84-15df22cd2804), before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:07.839051 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e3d83e14-a6a5-4096-a7e3-68d2a03de52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:07.876816 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-610f8144-bdbf-4df2-957e-cf99232bd242 None None] Provisioning complete for port bb035cdf-6bc6-48ed-a3d6-a199e3321fa9 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:45:07.877194 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-610f8144-bdbf-4df2-957e-cf99232bd242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (bb035cdf-6bc6-48ed-a3d6-a199e3321fa9), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:07.984972 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-610f8144-bdbf-4df2-957e-cf99232bd242 None None] Current status of the port bb035cdf-6bc6-48ed-a3d6-a199e3321fa9 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:45:08.007453 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] Publish callbacks [] for port (b0fa3365-29bd-4490-ba84-15df22cd2804), precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:08.013884 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (b0fa3365-29bd-4490-ba84-15df22cd2804), after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:08.025761 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_common [None req-e3d83e14-a6a5-4096-a7e3-68d2a03de52d admin admin] Allocated IP 172.20.0.1 (19710347-2b27-4f84-bd0f-eebdcb4ddcc7/502ab14a-9388-4da9-86c4-88e719ca487b/9139cecf-69de-47ae-8532-fe2e3e78514b) {{(pid=102637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:45:08.067542 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3f8d2-5575-4df6-b73c-38b8336630e3 None None] Pushing event updated for resources: {'Port': ['ID=b0fa3365-29bd-4490-ba84-15df22cd2804,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:08.079446 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3f8d2-5575-4df6-b73c-38b8336630e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:08.079856 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3f8d2-5575-4df6-b73c-38b8336630e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:08.080143 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3f8d2-5575-4df6-b73c-38b8336630e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:08.080484 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3f8d2-5575-4df6-b73c-38b8336630e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:08.080808 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3f8d2-5575-4df6-b73c-38b8336630e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:08.081133 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3f8d2-5575-4df6-b73c-38b8336630e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:08.081456 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3f8d2-5575-4df6-b73c-38b8336630e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:08.081779 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3f8d2-5575-4df6-b73c-38b8336630e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:08.082126 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3f8d2-5575-4df6-b73c-38b8336630e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:08.082462 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3f8d2-5575-4df6-b73c-38b8336630e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:08.082773 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3f8d2-5575-4df6-b73c-38b8336630e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:08.083090 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3f8d2-5575-4df6-b73c-38b8336630e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:08.083403 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3f8d2-5575-4df6-b73c-38b8336630e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:08.088958 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] Attempting to bind port b0fa3365-29bd-4490-ba84-15df22cd2804 on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:45:08.089324 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] Attempting to bind port b0fa3365-29bd-4490-ba84-15df22cd2804 by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:45:08.089684 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] Attempting to bind port b0fa3365-29bd-4490-ba84-15df22cd2804 on network af042177-33eb-43ce-93a3-80213c48b93e {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:45:08.095602 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:45:08.095822 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] Checking segment: {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:45:08.096220 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:08.096608 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] Bound using segment: {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:45:08.097060 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] Bound port: b0fa3365-29bd-4490-ba84-15df22cd2804, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:45:08.097431 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (b0fa3365-29bd-4490-ba84-15df22cd2804), before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:08.100982 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device bb035cdf-6bc6-48ed-a3d6-a199e3321fa9 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:45:08.155326 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e3d83e14-a6a5-4096-a7e3-68d2a03de52d admin admin] Publish callbacks [] for port (9139cecf-69de-47ae-8532-fe2e3e78514b), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:08.156108 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port bb035cdf-6bc6-48ed-a3d6-a199e3321fa9 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:45:08.156589 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (bb035cdf-6bc6-48ed-a3d6-a199e3321fa9), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:08.164800 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] For port b0fa3365-29bd-4490-ba84-15df22cd2804, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:45:08.166766 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] For port b0fa3365-29bd-4490-ba84-15df22cd2804, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=b0fa3365-29bd-4490-ba84-15df22cd2804,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:45:08.172470 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (b0fa3365-29bd-4490-ba84-15df22cd2804), after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:08.200490 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e3d83e14-a6a5-4096-a7e3-68d2a03de52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (9139cecf-69de-47ae-8532-fe2e3e78514b), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:08.222753 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d83e14-a6a5-4096-a7e3-68d2a03de52d admin admin] Network 19710347-2b27-4f84-bd0f-eebdcb4ddcc7 is already hosted by enough agents. {{(pid=102637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:45:08.243165 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port bb035cdf-6bc6-48ed-a3d6-a199e3321fa9 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:45:08.243881 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-e3d83e14-a6a5-4096-a7e3-68d2a03de52d admin admin] Resources bound (agent type, host, resource id): {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:45:08.247843 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d83e14-a6a5-4096-a7e3-68d2a03de52d admin admin] Received port after_create {{(pid=102637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:45:08.248322 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3f8d2-5575-4df6-b73c-38b8336630e3 None None] Pushing event updated for resources: {'Port': ['ID=b0fa3365-29bd-4490-ba84-15df22cd2804,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:08.251390 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] Routers {'6228e71f-c465-4210-b751-36483d193800'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:45:08.251993 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:45:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['6228e71f-c465-4210-b751-36483d193800'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:08.296977 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d83e14-a6a5-4096-a7e3-68d2a03de52d admin admin] Pushing event updated for resources: {'Port': ['ID=9139cecf-69de-47ae-8532-fe2e3e78514b,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:08.318037 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e3d83e14-a6a5-4096-a7e3-68d2a03de52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698595'] for router_interface (6228e71f-c465-4210-b751-36483d193800), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:08.372944 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] Set router 6228e71f-c465-4210-b751-36483d193800 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:45:08.450022 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e3d83e14-a6a5-4096-a7e3-68d2a03de52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (9139cecf-69de-47ae-8532-fe2e3e78514b), before_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:08.514844 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-16b52625-c61e-4ae6-8ddb-cadf8c2ababf None None] Provisioning complete for port 9139cecf-69de-47ae-8532-fe2e3e78514b triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:45:08.515673 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16b52625-c61e-4ae6-8ddb-cadf8c2ababf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (9139cecf-69de-47ae-8532-fe2e3e78514b), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:08.552796 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-16b52625-c61e-4ae6-8ddb-cadf8c2ababf None None] Port 9139cecf-69de-47ae-8532-fe2e3e78514b cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:45:08.585080 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:45:06Z', 'revision_number': 3, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port': {'id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:bd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:06Z', 'updated_at': '2022-01-25T18:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:08.612211 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e26f347-d877-462c-9d3c-a8cea00ed3b5 None None] The sync data for ids ['6228e71f-c465-4210-b751-36483d193800'] in dv-cinder-826350-1-iscsi is: [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:45:06Z', 'revision_number': 3, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port': {'id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:bd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:06Z', 'updated_at': '2022-01-25T18:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}] {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:45:08.620639 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e3d83e14-a6a5-4096-a7e3-68d2a03de52d admin admin] Publish callbacks [] for port (9139cecf-69de-47ae-8532-fe2e3e78514b), precommit_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:08.625806 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e3d83e14-a6a5-4096-a7e3-68d2a03de52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31424759'] for port (9139cecf-69de-47ae-8532-fe2e3e78514b), after_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:08.693746 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e3d83e14-a6a5-4096-a7e3-68d2a03de52d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698511'] for router_interface (6228e71f-c465-4210-b751-36483d193800), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:08.695666 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d83e14-a6a5-4096-a7e3-68d2a03de52d admin admin] Pushing event updated for resources: {'Port': ['ID=9139cecf-69de-47ae-8532-fe2e3e78514b,revision_number=2']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:08.793579 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d83e14-a6a5-4096-a7e3-68d2a03de52d admin admin] Network 19710347-2b27-4f84-bd0f-eebdcb4ddcc7 is already hosted by enough agents. {{(pid=102637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:45:08.795035 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-e3d83e14-a6a5-4096-a7e3-68d2a03de52d admin admin] Resources bound (agent type, host, resource id): {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:45:08.930486 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d83e14-a6a5-4096-a7e3-68d2a03de52d admin admin] Router 6228e71f-c465-4210-b751-36483d193800 has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:45:09.061372 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d83e14-a6a5-4096-a7e3-68d2a03de52d admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:45:09.068095 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-e3d83e14-a6a5-4096-a7e3-68d2a03de52d admin admin] 10.222.0.41 "PUT /v2.0/routers/6228e71f-c465-4210-b751-36483d193800/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7247734 Jan 25 18:45:09.195265 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-98e7ccdb-3277-4883-9412-e66fe65b4a6c None None] Provisioning complete for port 9139cecf-69de-47ae-8532-fe2e3e78514b triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:45:09.195675 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98e7ccdb-3277-4883-9412-e66fe65b4a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (9139cecf-69de-47ae-8532-fe2e3e78514b), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:09.230968 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-98e7ccdb-3277-4883-9412-e66fe65b4a6c None None] Port 9139cecf-69de-47ae-8532-fe2e3e78514b cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:45:09.547516 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51384) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:09.552651 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-80a48377-ccef-4e45-9c18-04b9c3737c79 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-586056570-network', 'tenant_id': 'b60a07676bc7427596531bda18f7fcb9'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:09.571116 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a48377-ccef-4e45-9c18-04b9c3737c79 admin admin] Made reservation on behalf of b60a07676bc7427596531bda18f7fcb9 for: {'network': 1} {{(pid=102637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:45:09.573294 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-80a48377-ccef-4e45-9c18-04b9c3737c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for network (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:09.582383 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-80a48377-ccef-4e45-9c18-04b9c3737c79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:09.659106 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-80a48377-ccef-4e45-9c18-04b9c3737c79 admin admin] Publish callbacks [] for security_group (7506330c-66f4-4f86-9e81-3c69f5a4a6e6), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:09.662874 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-80a48377-ccef-4e45-9c18-04b9c3737c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (7506330c-66f4-4f86-9e81-3c69f5a4a6e6), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:09.687990 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a48377-ccef-4e45-9c18-04b9c3737c79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=102637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 18:45:09.698117 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a48377-ccef-4e45-9c18-04b9c3737c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7506330c-66f4-4f86-9e81-3c69f5a4a6e6,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:09.704638 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-80a48377-ccef-4e45-9c18-04b9c3737c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (d3b11e74-c2f4-4b5b-9463-e5fface0e73b), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:09.704987 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.db.segments_db [None req-80a48377-ccef-4e45-9c18-04b9c3737c79 admin admin] Added segment d3b11e74-c2f4-4b5b-9463-e5fface0e73b of type vlan for network 961df8fb-4d02-4d25-b5ac-e1adb54aeadd Jan 25 18:45:09.747262 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-80a48377-ccef-4e45-9c18-04b9c3737c79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748160996684'] for network (961df8fb-4d02-4d25-b5ac-e1adb54aeadd), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:09.772318 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-80a48377-ccef-4e45-9c18-04b9c3737c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for network (961df8fb-4d02-4d25-b5ac-e1adb54aeadd), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:09.773389 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a48377-ccef-4e45-9c18-04b9c3737c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:09.774037 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-80a48377-ccef-4e45-9c18-04b9c3737c79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:09.807657 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-80a48377-ccef-4e45-9c18-04b9c3737c79 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2588990 Jan 25 18:45:09.810738 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51386) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:09.846164 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-216735f0-735b-4e5c-aa96-543bccb0905e admin admin] Request body: {'subnet': {'network_id': '961df8fb-4d02-4d25-b5ac-e1adb54aeadd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-586056570-subnet', 'tenant_id': 'b60a07676bc7427596531bda18f7fcb9', 'ip_version': 4}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:09.858580 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a48377-ccef-4e45-9c18-04b9c3737c79 admin admin] Pushing event updated for resources: {'Network': ['ID=961df8fb-4d02-4d25-b5ac-e1adb54aeadd,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:09.868627 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Network 961df8fb-4d02-4d25-b5ac-e1adb54aeadd details requested by agent ovs-agent-dv-cinder-826350-1-iscsi with host dv-cinder-826350-1-iscsi {{(pid=102639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 18:45:09.873503 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216735f0-735b-4e5c-aa96-543bccb0905e admin admin] Made reservation on behalf of b60a07676bc7427596531bda18f7fcb9 for: {'subnet': 1} {{(pid=102637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:45:09.875939 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-216735f0-735b-4e5c-aa96-543bccb0905e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31292719'] for subnet (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:10.070837 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-216735f0-735b-4e5c-aa96-543bccb0905e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31424844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31292733'] for subnet (954ee2b7-d810-4619-b633-e14bd0d44e09), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:10.091826 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device b0fa3365-29bd-4490-ba84-15df22cd2804 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:45:10.128943 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216735f0-735b-4e5c-aa96-543bccb0905e admin admin] Pushing event updated for resources: {'Subnet': ['ID=954ee2b7-d810-4619-b633-e14bd0d44e09,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:10.140671 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216735f0-735b-4e5c-aa96-543bccb0905e admin admin] Checking segment: {'id': 'd3b11e74-c2f4-4b5b-9463-e5fface0e73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '961df8fb-4d02-4d25-b5ac-e1adb54aeadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:45:10.141038 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216735f0-735b-4e5c-aa96-543bccb0905e admin admin] Network hostable DHCP agents. Network: 961df8fb-4d02-4d25-b5ac-e1adb54aeadd, hostable agents: ['b5880275-9c8b-431f-be2f-f5317484e45d'], hosted agents: [] {{(pid=102637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 18:45:10.149143 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port b0fa3365-29bd-4490-ba84-15df22cd2804 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:45:10.149520 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (b0fa3365-29bd-4490-ba84-15df22cd2804), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:10.169529 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216735f0-735b-4e5c-aa96-543bccb0905e admin admin] Network 961df8fb-4d02-4d25-b5ac-e1adb54aeadd is scheduled to be hosted by DHCP agent b5880275-9c8b-431f-be2f-f5317484e45d with binding_index 1 {{(pid=102637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 18:45:10.180991 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-216735f0-735b-4e5c-aa96-543bccb0905e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-1-iscsi, 961df8fb-4d02-4d25-b5ac-e1adb54aeadd) {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:45:10.186071 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216735f0-735b-4e5c-aa96-543bccb0905e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:10.187046 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-216735f0-735b-4e5c-aa96-543bccb0905e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:10.190965 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7743d6d1-dc0f-4198-be6c-3b2bc7447af9 None None] Network 961df8fb-4d02-4d25-b5ac-e1adb54aeadd requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:45:10.206497 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-216735f0-735b-4e5c-aa96-543bccb0905e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3924334 Jan 25 18:45:10.206882 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51390) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:10.211040 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-14817f0b-450d-40bd-b57b-b6165f505990 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-586056570-router', 'tenant_id': 'b60a07676bc7427596531bda18f7fcb9', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:10.230579 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-14817f0b-450d-40bd-b57b-b6165f505990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-697049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62807'] for router (9330cbb6-3973-4206-a704-7414d5495914), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:10.231573 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-14817f0b-450d-40bd-b57b-b6165f505990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-699363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62766'] for router (9330cbb6-3973-4206-a704-7414d5495914), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:10.289464 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-14817f0b-450d-40bd-b57b-b6165f505990 admin admin] Publish callbacks [] for router_controller (9330cbb6-3973-4206-a704-7414d5495914), precommit_add_association {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:10.315461 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] Sync routers for ids ['6228e71f-c465-4210-b751-36483d193800'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:45:10.334728 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port b0fa3365-29bd-4490-ba84-15df22cd2804 is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:45:10.335127 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (b0fa3365-29bd-4490-ba84-15df22cd2804), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:10.346643 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be15d91-a57f-47ed-9c77-9c422ae19822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b39d9ff-679d-5f50-bbb7-ef26a22f6105-961df8fb-4d02-4d25-b5ac-e1adb54aeadd', 'network_id': '961df8fb-4d02-4d25-b5ac-e1adb54aeadd', 'project_id': 'b60a07676bc7427596531bda18f7fcb9', 'fixed_ips': [{'subnet_id': '954ee2b7-d810-4619-b633-e14bd0d44e09'}]}} from dv-cinder-826350-1-iscsi. {{(pid=102639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 18:45:10.347386 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0be15d91-a57f-47ed-9c77-9c422ae19822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:10.368498 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] Routers {'6228e71f-c465-4210-b751-36483d193800'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:45:10.369294 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:45:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['6228e71f-c465-4210-b751-36483d193800'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:10.408678 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] For port b0fa3365-29bd-4490-ba84-15df22cd2804, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=b0fa3365-29bd-4490-ba84-15df22cd2804,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:45:10.415562 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (b0fa3365-29bd-4490-ba84-15df22cd2804), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:10.424866 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-14817f0b-450d-40bd-b57b-b6165f505990 admin admin] Publish callbacks [] for router_gateway (9330cbb6-3973-4206-a704-7414d5495914), precommit_update {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:10.591396 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Pushing event updated for resources: {'Port': ['ID=b0fa3365-29bd-4490-ba84-15df22cd2804,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:10.629328 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-14817f0b-450d-40bd-b57b-b6165f505990 admin admin] Publish callbacks [] for router_gateway (9330cbb6-3973-4206-a704-7414d5495914), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:10.636883 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] Set router 6228e71f-c465-4210-b751-36483d193800 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:45:10.648181 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-14817f0b-450d-40bd-b57b-b6165f505990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:10.678672 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-0be15d91-a57f-47ed-9c77-9c422ae19822 None None] Allocated IP 172.20.0.2 (961df8fb-4d02-4d25-b5ac-e1adb54aeadd/954ee2b7-d810-4619-b633-e14bd0d44e09/98efea74-daa8-473d-bb60-63ba37e54717) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:45:10.758982 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_common [None req-14817f0b-450d-40bd-b57b-b6165f505990 admin admin] Allocated IP 172.27.2.212 (af042177-33eb-43ce-93a3-80213c48b93e/b5271661-edb4-4dc6-95f7-ec5badc479aa/3f14ccbb-f924-4784-b7f2-b3062f61414a) {{(pid=102637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:45:10.861060 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-14817f0b-450d-40bd-b57b-b6165f505990 admin admin] Publish callbacks [] for port (3f14ccbb-f924-4784-b7f2-b3062f61414a), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:10.896995 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-14817f0b-450d-40bd-b57b-b6165f505990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (3f14ccbb-f924-4784-b7f2-b3062f61414a), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:10.932496 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14817f0b-450d-40bd-b57b-b6165f505990 admin admin] Network af042177-33eb-43ce-93a3-80213c48b93e is already hosted by enough agents. {{(pid=102637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:45:10.936929 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-14817f0b-450d-40bd-b57b-b6165f505990 admin admin] Resources bound (agent type, host, resource id): {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:45:10.940501 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14817f0b-450d-40bd-b57b-b6165f505990 admin admin] Received port after_create {{(pid=102637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:45:10.962906 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0be15d91-a57f-47ed-9c77-9c422ae19822 None None] Publish callbacks [] for port (98efea74-daa8-473d-bb60-63ba37e54717), precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:10.970315 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14817f0b-450d-40bd-b57b-b6165f505990 admin admin] Pushing event updated for resources: {'Port': ['ID=3f14ccbb-f924-4784-b7f2-b3062f61414a,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:10.971605 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0be15d91-a57f-47ed-9c77-9c422ae19822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703'] for port (98efea74-daa8-473d-bb60-63ba37e54717), after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:11.001944 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:45:08Z', 'revision_number': 4, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port': {'id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:bd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:06Z', 'updated_at': '2022-01-25T18:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '9139cecf-69de-47ae-8532-fe2e3e78514b', 'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'mac_address': 'fa:16:3e:fe:af:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:07Z', 'updated_at': '2022-01-25T18:45:08Z', 'revision_number': 2, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'subnets': [{'id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:11.044231 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] Checking router: 6228e71f-c465-4210-b751-36483d193800 for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:45:11.044669 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] Updating router 6228e71f-c465-4210-b751-36483d193800 port 9139cecf-69de-47ae-8532-fe2e3e78514b binding host dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 18:45:11.052412 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be15d91-a57f-47ed-9c77-9c422ae19822 None None] Network 961df8fb-4d02-4d25-b5ac-e1adb54aeadd is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:45:11.073348 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-0be15d91-a57f-47ed-9c77-9c422ae19822 None None] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:45:11.076370 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be15d91-a57f-47ed-9c77-9c422ae19822 None None] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:45:11.089182 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be15d91-a57f-47ed-9c77-9c422ae19822 None None] Pushing event updated for resources: {'Port': ['ID=98efea74-daa8-473d-bb60-63ba37e54717,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:11.097911 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (9139cecf-69de-47ae-8532-fe2e3e78514b), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:11.221818 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-14817f0b-450d-40bd-b57b-b6165f505990 admin admin] Publish callbacks [] for router_gateway (9330cbb6-3973-4206-a704-7414d5495914), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:11.307227 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-0be15d91-a57f-47ed-9c77-9c422ae19822 None None] Attempting to bind port 98efea74-daa8-473d-bb60-63ba37e54717 on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:45:11.307597 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-0be15d91-a57f-47ed-9c77-9c422ae19822 None None] Attempting to bind port 98efea74-daa8-473d-bb60-63ba37e54717 by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': 'd3b11e74-c2f4-4b5b-9463-e5fface0e73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '961df8fb-4d02-4d25-b5ac-e1adb54aeadd'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:45:11.307962 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be15d91-a57f-47ed-9c77-9c422ae19822 None None] Attempting to bind port 98efea74-daa8-473d-bb60-63ba37e54717 on network 961df8fb-4d02-4d25-b5ac-e1adb54aeadd {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:45:11.319828 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be15d91-a57f-47ed-9c77-9c422ae19822 None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:45:11.320260 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be15d91-a57f-47ed-9c77-9c422ae19822 None None] Checking segment: {'id': 'd3b11e74-c2f4-4b5b-9463-e5fface0e73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '961df8fb-4d02-4d25-b5ac-e1adb54aeadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:45:11.320664 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0be15d91-a57f-47ed-9c77-9c422ae19822 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:11.321061 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be15d91-a57f-47ed-9c77-9c422ae19822 None None] Bound using segment: {'id': 'd3b11e74-c2f4-4b5b-9463-e5fface0e73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '961df8fb-4d02-4d25-b5ac-e1adb54aeadd'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:45:11.321678 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-0be15d91-a57f-47ed-9c77-9c422ae19822 None None] Bound port: 98efea74-daa8-473d-bb60-63ba37e54717, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b11e74-c2f4-4b5b-9463-e5fface0e73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '961df8fb-4d02-4d25-b5ac-e1adb54aeadd'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:45:11.322032 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0be15d91-a57f-47ed-9c77-9c422ae19822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (98efea74-daa8-473d-bb60-63ba37e54717), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:11.509776 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-0be15d91-a57f-47ed-9c77-9c422ae19822 None None] For port 98efea74-daa8-473d-bb60-63ba37e54717, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:45:11.526387 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-0be15d91-a57f-47ed-9c77-9c422ae19822 None None] For port 98efea74-daa8-473d-bb60-63ba37e54717, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=98efea74-daa8-473d-bb60-63ba37e54717,segment=NetworkSegment(d3b11e74-c2f4-4b5b-9463-e5fface0e73b),segment_id=d3b11e74-c2f4-4b5b-9463-e5fface0e73b)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:45:11.533641 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0be15d91-a57f-47ed-9c77-9c422ae19822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (98efea74-daa8-473d-bb60-63ba37e54717), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:11.635114 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be15d91-a57f-47ed-9c77-9c422ae19822 None None] Pushing event updated for resources: {'Port': ['ID=98efea74-daa8-473d-bb60-63ba37e54717,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:11.680060 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-14817f0b-450d-40bd-b57b-b6165f505990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-699342'] for router (9330cbb6-3973-4206-a704-7414d5495914), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:11.687112 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] Publish callbacks [] for port (9139cecf-69de-47ae-8532-fe2e3e78514b), precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:11.699320 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (9139cecf-69de-47ae-8532-fe2e3e78514b), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:11.770393 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0f5e8-7901-49b5-854d-f862668617da None None] Pushing event updated for resources: {'Port': ['ID=9139cecf-69de-47ae-8532-fe2e3e78514b,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:11.833325 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] Attempting to bind port 9139cecf-69de-47ae-8532-fe2e3e78514b on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:45:11.833698 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] Attempting to bind port 9139cecf-69de-47ae-8532-fe2e3e78514b by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': '33303819-941d-4651-bee5-cdf3f7efb5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:45:11.834117 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] Attempting to bind port 9139cecf-69de-47ae-8532-fe2e3e78514b on network 19710347-2b27-4f84-bd0f-eebdcb4ddcc7 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:45:11.840359 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:45:11.840675 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] Checking segment: {'id': '33303819-941d-4651-bee5-cdf3f7efb5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:45:11.841082 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:11.841483 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] Bound using segment: {'id': '33303819-941d-4651-bee5-cdf3f7efb5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:45:11.841959 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] Bound port: 9139cecf-69de-47ae-8532-fe2e3e78514b, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33303819-941d-4651-bee5-cdf3f7efb5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:45:11.842377 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (9139cecf-69de-47ae-8532-fe2e3e78514b), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:11.852040 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14817f0b-450d-40bd-b57b-b6165f505990 admin admin] Router 9330cbb6-3973-4206-a704-7414d5495914 is scheduled to L3 agent 703c7712-6a11-47c5-988f-a759c326b50f with binding_index 1 {{(pid=102637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 18:45:11.944488 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] For port 9139cecf-69de-47ae-8532-fe2e3e78514b, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:45:11.947907 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] For port 9139cecf-69de-47ae-8532-fe2e3e78514b, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=9139cecf-69de-47ae-8532-fe2e3e78514b,segment=NetworkSegment(33303819-941d-4651-bee5-cdf3f7efb5e7),segment_id=33303819-941d-4651-bee5-cdf3f7efb5e7)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:45:11.953469 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (9139cecf-69de-47ae-8532-fe2e3e78514b), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:12.011861 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14817f0b-450d-40bd-b57b-b6165f505990 admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:45:12.020899 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] Sync routers for ids ['9330cbb6-3973-4206-a704-7414d5495914'] in dv-cinder-826350-1-iscsi {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:45:12.044264 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] Routers {'9330cbb6-3973-4206-a704-7414d5495914'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:45:12.047977 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:45:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['9330cbb6-3973-4206-a704-7414d5495914'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:12.051593 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] Routers {'6228e71f-c465-4210-b751-36483d193800'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:45:12.052290 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:45:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['6228e71f-c465-4210-b751-36483d193800'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:12.065333 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-14817f0b-450d-40bd-b57b-b6165f505990 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:12.070530 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-14817f0b-450d-40bd-b57b-b6165f505990 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8623500 Jan 25 18:45:12.072820 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 51396) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:12.121551 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0f5e8-7901-49b5-854d-f862668617da None None] Pushing event updated for resources: {'Port': ['ID=9139cecf-69de-47ae-8532-fe2e3e78514b,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:12.172595 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-0abf8ae1-066e-4ba6-828f-9c8add2ba025 None None] Provisioning complete for port 9139cecf-69de-47ae-8532-fe2e3e78514b triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:45:12.174089 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0abf8ae1-066e-4ba6-828f-9c8add2ba025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (9139cecf-69de-47ae-8532-fe2e3e78514b), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:12.222152 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] Set router 9330cbb6-3973-4206-a704-7414d5495914 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:45:12.289236 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] Set router 6228e71f-c465-4210-b751-36483d193800 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:45:12.354942 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 98efea74-daa8-473d-bb60-63ba37e54717 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:45:12.455018 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9330cbb6-3973-4206-a704-7414d5495914', 'name': 'tempest-TestVolumeBootPattern-586056570-router', 'tenant_id': 'b60a07676bc7427596531bda18f7fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '3f14ccbb-f924-4784-b7f2-b3062f61414a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:10Z', 'updated_at': '2022-01-25T18:45:11Z', 'revision_number': 3, 'project_id': 'b60a07676bc7427596531bda18f7fcb9', 'gw_port': {'id': '3f14ccbb-f924-4784-b7f2-b3062f61414a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9330cbb6-3973-4206-a704-7414d5495914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:10Z', 'updated_at': '2022-01-25T18:45:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:12.519937 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 98efea74-daa8-473d-bb60-63ba37e54717 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:45:12.520323 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (98efea74-daa8-473d-bb60-63ba37e54717), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:12.596552 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] Checking router: 9330cbb6-3973-4206-a704-7414d5495914 for host: dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:45:12.596894 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] Updating router 9330cbb6-3973-4206-a704-7414d5495914 port 3f14ccbb-f924-4784-b7f2-b3062f61414a binding host dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 18:45:12.620070 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-0abf8ae1-066e-4ba6-828f-9c8add2ba025 None None] Current status of the port 9139cecf-69de-47ae-8532-fe2e3e78514b is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:45:12.620469 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0abf8ae1-066e-4ba6-828f-9c8add2ba025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (9139cecf-69de-47ae-8532-fe2e3e78514b), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:12.624573 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (3f14ccbb-f924-4784-b7f2-b3062f61414a), before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:12.646172 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6e8a2712-e2de-4104-9fc3-0fd3c6580233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:12.724801 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-0abf8ae1-066e-4ba6-828f-9c8add2ba025 None None] For port 9139cecf-69de-47ae-8532-fe2e3e78514b, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=9139cecf-69de-47ae-8532-fe2e3e78514b,segment=NetworkSegment(33303819-941d-4651-bee5-cdf3f7efb5e7),segment_id=33303819-941d-4651-bee5-cdf3f7efb5e7)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:45:12.733509 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0abf8ae1-066e-4ba6-828f-9c8add2ba025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (9139cecf-69de-47ae-8532-fe2e3e78514b), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:12.772683 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 98efea74-daa8-473d-bb60-63ba37e54717 is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:45:12.773017 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (98efea74-daa8-473d-bb60-63ba37e54717), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:12.820619 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf8ae1-066e-4ba6-828f-9c8add2ba025 None None] Pushing event updated for resources: {'Port': ['ID=9139cecf-69de-47ae-8532-fe2e3e78514b,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:12.837910 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:45:08Z', 'revision_number': 4, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port': {'id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:06Z', 'updated_at': '2022-01-25T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '9139cecf-69de-47ae-8532-fe2e3e78514b', 'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'mac_address': 'fa:16:3e:fe:af:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:07Z', 'updated_at': '2022-01-25T18:45:11Z', 'revision_number': 4, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'subnets': [{'id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:12.857690 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [None req-6e8a2712-e2de-4104-9fc3-0fd3c6580233 admin admin] Allocated IP 172.20.0.1 (961df8fb-4d02-4d25-b5ac-e1adb54aeadd/954ee2b7-d810-4619-b633-e14bd0d44e09/bc59066e-4914-4f17-aa49-f7a3043a12f2) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:45:12.890446 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aecdee-5077-4f4a-8569-f8ae4927ab6d None None] The sync data for ids ['6228e71f-c465-4210-b751-36483d193800'] in dv-cinder-826350-1-iscsi is: [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:45:08Z', 'revision_number': 4, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port': {'id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:06Z', 'updated_at': '2022-01-25T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '9139cecf-69de-47ae-8532-fe2e3e78514b', 'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'mac_address': 'fa:16:3e:fe:af:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:07Z', 'updated_at': '2022-01-25T18:45:11Z', 'revision_number': 4, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'subnets': [{'id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:45:12.927643 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-3d334fc2-104b-474f-8c96-a515f13a51e0 None None] Provisioning complete for port 9139cecf-69de-47ae-8532-fe2e3e78514b triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:45:12.927980 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3d334fc2-104b-474f-8c96-a515f13a51e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (9139cecf-69de-47ae-8532-fe2e3e78514b), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:12.977651 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] For port 98efea74-daa8-473d-bb60-63ba37e54717, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=98efea74-daa8-473d-bb60-63ba37e54717,segment=NetworkSegment(d3b11e74-c2f4-4b5b-9463-e5fface0e73b),segment_id=d3b11e74-c2f4-4b5b-9463-e5fface0e73b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:45:12.993091 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (98efea74-daa8-473d-bb60-63ba37e54717), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:12.995675 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device b0fa3365-29bd-4490-ba84-15df22cd2804 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:45:13.023888 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6e8a2712-e2de-4104-9fc3-0fd3c6580233 admin admin] Publish callbacks [] for port (bc59066e-4914-4f17-aa49-f7a3043a12f2), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:13.042140 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe58dac-4d0d-4d46-ab94-fd8cdce427d4 None None] Network 961df8fb-4d02-4d25-b5ac-e1adb54aeadd requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:45:13.051741 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] Publish callbacks [] for port (3f14ccbb-f924-4784-b7f2-b3062f61414a), precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:13.063331 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (3f14ccbb-f924-4784-b7f2-b3062f61414a), after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:13.084026 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6e8a2712-e2de-4104-9fc3-0fd3c6580233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (bc59066e-4914-4f17-aa49-f7a3043a12f2), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:13.131367 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8a2712-e2de-4104-9fc3-0fd3c6580233 admin admin] Network 961df8fb-4d02-4d25-b5ac-e1adb54aeadd is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:45:13.134323 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-6e8a2712-e2de-4104-9fc3-0fd3c6580233 admin admin] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:45:13.139033 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8a2712-e2de-4104-9fc3-0fd3c6580233 admin admin] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:45:13.152995 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3cc81d-fc0a-4d70-a14d-409a49b0abe3 None None] Pushing event updated for resources: {'Port': ['ID=3f14ccbb-f924-4784-b7f2-b3062f61414a,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:13.159176 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] Attempting to bind port 3f14ccbb-f924-4784-b7f2-b3062f61414a on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:45:13.159671 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] Attempting to bind port 3f14ccbb-f924-4784-b7f2-b3062f61414a by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:45:13.160380 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] Attempting to bind port 3f14ccbb-f924-4784-b7f2-b3062f61414a on network af042177-33eb-43ce-93a3-80213c48b93e {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:45:13.169034 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:45:13.169417 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] Checking segment: {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:45:13.169826 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:13.170254 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] Bound using segment: {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:45:13.170726 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] Bound port: 3f14ccbb-f924-4784-b7f2-b3062f61414a, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce48bbc-311a-4707-b281-36993fa70ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:45:13.171108 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (3f14ccbb-f924-4784-b7f2-b3062f61414a), before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:13.189081 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a2712-e2de-4104-9fc3-0fd3c6580233 admin admin] Pushing event updated for resources: {'Port': ['ID=bc59066e-4914-4f17-aa49-f7a3043a12f2,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:13.210419 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Pushing event updated for resources: {'Port': ['ID=98efea74-daa8-473d-bb60-63ba37e54717,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:13.221701 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port b0fa3365-29bd-4490-ba84-15df22cd2804 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:45:13.222105 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (b0fa3365-29bd-4490-ba84-15df22cd2804), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:13.223667 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-3d334fc2-104b-474f-8c96-a515f13a51e0 None None] Current status of the port 9139cecf-69de-47ae-8532-fe2e3e78514b is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:45:13.233699 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6e8a2712-e2de-4104-9fc3-0fd3c6580233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698595'] for router_interface (9330cbb6-3973-4206-a704-7414d5495914), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:13.239950 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] For port 3f14ccbb-f924-4784-b7f2-b3062f61414a, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:45:13.243550 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] For port 3f14ccbb-f924-4784-b7f2-b3062f61414a, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=3f14ccbb-f924-4784-b7f2-b3062f61414a,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:45:13.248521 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (3f14ccbb-f924-4784-b7f2-b3062f61414a), after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:13.319550 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3cc81d-fc0a-4d70-a14d-409a49b0abe3 None None] Pushing event updated for resources: {'Port': ['ID=3f14ccbb-f924-4784-b7f2-b3062f61414a,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:13.338932 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] Routers {'9330cbb6-3973-4206-a704-7414d5495914'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:45:13.340051 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:45:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['9330cbb6-3973-4206-a704-7414d5495914'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:13.364005 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port b0fa3365-29bd-4490-ba84-15df22cd2804 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:45:13.373178 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-6d99ccaa-6ca2-404a-8ba2-c28570f30cdc None None] Provisioning complete for port 98efea74-daa8-473d-bb60-63ba37e54717 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:45:13.373564 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6d99ccaa-6ca2-404a-8ba2-c28570f30cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (98efea74-daa8-473d-bb60-63ba37e54717), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:13.404612 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6e8a2712-e2de-4104-9fc3-0fd3c6580233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (bc59066e-4914-4f17-aa49-f7a3043a12f2), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:13.475962 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:45:13.533843 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] Set router 9330cbb6-3973-4206-a704-7414d5495914 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:45:13.712919 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6d99ccaa-6ca2-404a-8ba2-c28570f30cdc None None] Current status of the port 98efea74-daa8-473d-bb60-63ba37e54717 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:45:13.718921 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6e8a2712-e2de-4104-9fc3-0fd3c6580233 admin admin] Publish callbacks [] for port (bc59066e-4914-4f17-aa49-f7a3043a12f2), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:13.727835 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6e8a2712-e2de-4104-9fc3-0fd3c6580233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31061751'] for port (bc59066e-4914-4f17-aa49-f7a3043a12f2), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:13.799630 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9330cbb6-3973-4206-a704-7414d5495914', 'name': 'tempest-TestVolumeBootPattern-586056570-router', 'tenant_id': 'b60a07676bc7427596531bda18f7fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '3f14ccbb-f924-4784-b7f2-b3062f61414a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:10Z', 'updated_at': '2022-01-25T18:45:11Z', 'revision_number': 3, 'project_id': 'b60a07676bc7427596531bda18f7fcb9', 'gw_port': {'id': '3f14ccbb-f924-4784-b7f2-b3062f61414a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9330cbb6-3973-4206-a704-7414d5495914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:10Z', 'updated_at': '2022-01-25T18:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:13.829516 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a2712-e2de-4104-9fc3-0fd3c6580233 admin admin] Pushing event updated for resources: {'Port': ['ID=bc59066e-4914-4f17-aa49-f7a3043a12f2,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:13.831071 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfd4b32-5548-4632-804b-941a13db162e None None] The sync data for ids ['9330cbb6-3973-4206-a704-7414d5495914'] in dv-cinder-826350-1-iscsi is: [{'id': '9330cbb6-3973-4206-a704-7414d5495914', 'name': 'tempest-TestVolumeBootPattern-586056570-router', 'tenant_id': 'b60a07676bc7427596531bda18f7fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '3f14ccbb-f924-4784-b7f2-b3062f61414a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:10Z', 'updated_at': '2022-01-25T18:45:11Z', 'revision_number': 3, 'project_id': 'b60a07676bc7427596531bda18f7fcb9', 'gw_port': {'id': '3f14ccbb-f924-4784-b7f2-b3062f61414a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9330cbb6-3973-4206-a704-7414d5495914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:10Z', 'updated_at': '2022-01-25T18:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}] {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:45:13.838028 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-6a0ce18c-c975-433c-827b-09e913248926 None None] Provisioning complete for port 98efea74-daa8-473d-bb60-63ba37e54717 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:45:13.838409 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce18c-c975-433c-827b-09e913248926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (98efea74-daa8-473d-bb60-63ba37e54717), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:13.842378 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-6e8a2712-e2de-4104-9fc3-0fd3c6580233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698511'] for router_interface (9330cbb6-3973-4206-a704-7414d5495914), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:13.951383 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ce18c-c975-433c-827b-09e913248926 None None] Current status of the port 98efea74-daa8-473d-bb60-63ba37e54717 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:45:13.962255 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-6a0ce18c-c975-433c-827b-09e913248926 None None] Provisioning complete for port bc59066e-4914-4f17-aa49-f7a3043a12f2 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:45:13.962651 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce18c-c975-433c-827b-09e913248926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (bc59066e-4914-4f17-aa49-f7a3043a12f2), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:13.985237 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8a2712-e2de-4104-9fc3-0fd3c6580233 admin admin] Network 961df8fb-4d02-4d25-b5ac-e1adb54aeadd is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:45:13.986800 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-6e8a2712-e2de-4104-9fc3-0fd3c6580233 admin admin] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:45:14.040453 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ce18c-c975-433c-827b-09e913248926 None None] Port bc59066e-4914-4f17-aa49-f7a3043a12f2 cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:45:14.178843 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-95f5bd01-d990-435e-aaa6-9bdcac599db6 None None] Provisioning complete for port bc59066e-4914-4f17-aa49-f7a3043a12f2 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:45:14.179965 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-95f5bd01-d990-435e-aaa6-9bdcac599db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (bc59066e-4914-4f17-aa49-f7a3043a12f2), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:14.208428 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8a2712-e2de-4104-9fc3-0fd3c6580233 admin admin] Router 9330cbb6-3973-4206-a704-7414d5495914 has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:45:14.246893 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 98efea74-daa8-473d-bb60-63ba37e54717 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:45:14.309548 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-95f5bd01-d990-435e-aaa6-9bdcac599db6 None None] Port bc59066e-4914-4f17-aa49-f7a3043a12f2 cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:45:14.328443 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 98efea74-daa8-473d-bb60-63ba37e54717 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:45:14.328827 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (98efea74-daa8-473d-bb60-63ba37e54717), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:14.362272 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8a2712-e2de-4104-9fc3-0fd3c6580233 admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:45:14.373168 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-6e8a2712-e2de-4104-9fc3-0fd3c6580233 admin admin] 10.222.0.41 "PUT /v2.0/routers/9330cbb6-3973-4206-a704-7414d5495914/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2991278 Jan 25 18:45:14.449580 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 98efea74-daa8-473d-bb60-63ba37e54717 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:45:14.450674 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 9139cecf-69de-47ae-8532-fe2e3e78514b up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:45:14.454244 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-f0f93280-84e3-46f8-b086-1fd24064d090 None None] Provisioning complete for port bc59066e-4914-4f17-aa49-f7a3043a12f2 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:45:14.454476 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f0f93280-84e3-46f8-b086-1fd24064d090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (bc59066e-4914-4f17-aa49-f7a3043a12f2), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:14.525958 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-f0f93280-84e3-46f8-b086-1fd24064d090 None None] Port bc59066e-4914-4f17-aa49-f7a3043a12f2 cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:45:14.536014 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 9139cecf-69de-47ae-8532-fe2e3e78514b triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:45:14.536141 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (9139cecf-69de-47ae-8532-fe2e3e78514b), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:14.622721 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 9139cecf-69de-47ae-8532-fe2e3e78514b is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:45:14.896108 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 51426) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:14.900657 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-1e619418-6584-4896-9a25-ccded63dd317 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-366341338', 'description': 'tempest-secgroup-smoke-366341338 description', 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:14.922691 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-1e619418-6584-4896-9a25-ccded63dd317 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:14.993434 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-1e619418-6584-4896-9a25-ccded63dd317 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for security_group (58c10958-1ce7-4cdf-afbf-ec11839e3ed8), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:14.997399 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-1e619418-6584-4896-9a25-ccded63dd317 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (58c10958-1ce7-4cdf-afbf-ec11839e3ed8), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.026571 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-1e619418-6584-4896-9a25-ccded63dd317 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.028331 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-1e619418-6584-4896-9a25-ccded63dd317 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1312175 Jan 25 18:45:15.030289 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e619418-6584-4896-9a25-ccded63dd317 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58c10958-1ce7-4cdf-afbf-ec11839e3ed8,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:15.031432 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51428) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:15.039595 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-3e287f93-f99b-4f04-9fa8-84f2c631d628 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Request body: {'security_group_rule': {'security_group_id': '58c10958-1ce7-4cdf-afbf-ec11839e3ed8', 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:15.065050 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3e287f93-f99b-4f04-9fa8-84f2c631d628 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for security_group_rule (cf57b5ba-67d1-4a68-a989-8fd242d4a546), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.125343 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3e287f93-f99b-4f04-9fa8-84f2c631d628 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for security_group_rule (cf57b5ba-67d1-4a68-a989-8fd242d4a546), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.129018 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3e287f93-f99b-4f04-9fa8-84f2c631d628 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (cf57b5ba-67d1-4a68-a989-8fd242d4a546), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.148070 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e287f93-f99b-4f04-9fa8-84f2c631d628 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf57b5ba-67d1-4a68-a989-8fd242d4a546,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:15.154333 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3e287f93-f99b-4f04-9fa8-84f2c631d628 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.155496 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-3e287f93-f99b-4f04-9fa8-84f2c631d628 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221890 Jan 25 18:45:15.158192 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51430) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:15.162360 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-6a0e5382-aa80-48b9-9f5b-0a29ae3910d1 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Request body: {'security_group_rule': {'security_group_id': '58c10958-1ce7-4cdf-afbf-ec11839e3ed8', 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:15.186446 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6a0e5382-aa80-48b9-9f5b-0a29ae3910d1 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for security_group_rule (91bb5827-c57b-4a5e-9c17-94058f4d4a0c), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.248382 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6a0e5382-aa80-48b9-9f5b-0a29ae3910d1 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for security_group_rule (91bb5827-c57b-4a5e-9c17-94058f4d4a0c), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.252050 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6a0e5382-aa80-48b9-9f5b-0a29ae3910d1 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (91bb5827-c57b-4a5e-9c17-94058f4d4a0c), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.269151 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e5382-aa80-48b9-9f5b-0a29ae3910d1 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91bb5827-c57b-4a5e-9c17-94058f4d4a0c,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:15.277001 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6a0e5382-aa80-48b9-9f5b-0a29ae3910d1 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.278748 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-6a0e5382-aa80-48b9-9f5b-0a29ae3910d1 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196523 Jan 25 18:45:15.281426 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51432) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:15.285597 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-31efd3d5-9fa8-468c-a2ac-2d36f3d7d779 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Request body: {'security_group_rule': {'security_group_id': '58c10958-1ce7-4cdf-afbf-ec11839e3ed8', 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:15.308411 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-31efd3d5-9fa8-468c-a2ac-2d36f3d7d779 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for security_group_rule (6b0c4e42-7edd-4f9c-9820-b350e748f731), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.363046 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-31efd3d5-9fa8-468c-a2ac-2d36f3d7d779 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for security_group_rule (6b0c4e42-7edd-4f9c-9820-b350e748f731), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.366526 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-31efd3d5-9fa8-468c-a2ac-2d36f3d7d779 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (6b0c4e42-7edd-4f9c-9820-b350e748f731), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.383419 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efd3d5-9fa8-468c-a2ac-2d36f3d7d779 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0c4e42-7edd-4f9c-9820-b350e748f731,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:15.391005 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-31efd3d5-9fa8-468c-a2ac-2d36f3d7d779 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.392186 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-31efd3d5-9fa8-468c-a2ac-2d36f3d7d779 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1098015 Jan 25 18:45:15.394877 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51434) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:15.399039 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-ebef10ff-c69b-4caf-bf60-3f6c90a19ff6 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Request body: {'security_group_rule': {'security_group_id': '58c10958-1ce7-4cdf-afbf-ec11839e3ed8', 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:15.424240 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ebef10ff-c69b-4caf-bf60-3f6c90a19ff6 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for security_group_rule (407b8d72-dbe0-469a-ba8a-d4d0c9950017), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.484086 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ebef10ff-c69b-4caf-bf60-3f6c90a19ff6 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for security_group_rule (407b8d72-dbe0-469a-ba8a-d4d0c9950017), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.488886 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ebef10ff-c69b-4caf-bf60-3f6c90a19ff6 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (407b8d72-dbe0-469a-ba8a-d4d0c9950017), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.507312 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef10ff-c69b-4caf-bf60-3f6c90a19ff6 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407b8d72-dbe0-469a-ba8a-d4d0c9950017,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:15.515749 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ebef10ff-c69b-4caf-bf60-3f6c90a19ff6 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.517009 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-ebef10ff-c69b-4caf-bf60-3f6c90a19ff6 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211550 Jan 25 18:45:15.519645 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51438) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:15.523790 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-06a0f981-d557-44aa-a48c-9c6608b98d7b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Request body: {'security_group_rule': {'security_group_id': '58c10958-1ce7-4cdf-afbf-ec11839e3ed8', 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:15.544397 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.db.securitygroups_db [None req-06a0f981-d557-44aa-a48c-9c6608b98d7b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Project 40d56be3512f40d99b8b8bcf00d5e6b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 18:45:15.549683 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-06a0f981-d557-44aa-a48c-9c6608b98d7b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for security_group_rule (e112f4d4-6f30-4dd7-83e1-fa2c7490cc4f), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.606399 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-06a0f981-d557-44aa-a48c-9c6608b98d7b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for security_group_rule (e112f4d4-6f30-4dd7-83e1-fa2c7490cc4f), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.609712 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-06a0f981-d557-44aa-a48c-9c6608b98d7b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (e112f4d4-6f30-4dd7-83e1-fa2c7490cc4f), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.627158 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0f981-d557-44aa-a48c-9c6608b98d7b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e112f4d4-6f30-4dd7-83e1-fa2c7490cc4f,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:15.631885 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-06a0f981-d557-44aa-a48c-9c6608b98d7b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.633047 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-06a0f981-d557-44aa-a48c-9c6608b98d7b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1125164 Jan 25 18:45:15.635783 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51440) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:15.639880 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-68022cec-f4ba-4c08-b1cf-60dce5f48d17 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Request body: {'security_group_rule': {'security_group_id': '58c10958-1ce7-4cdf-afbf-ec11839e3ed8', 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:15.658655 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.db.securitygroups_db [None req-68022cec-f4ba-4c08-b1cf-60dce5f48d17 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Project 40d56be3512f40d99b8b8bcf00d5e6b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 18:45:15.663396 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-68022cec-f4ba-4c08-b1cf-60dce5f48d17 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for security_group_rule (0263d853-1a39-4d99-9eae-de05428ff2de), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.721499 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-68022cec-f4ba-4c08-b1cf-60dce5f48d17 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for security_group_rule (0263d853-1a39-4d99-9eae-de05428ff2de), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.725014 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-68022cec-f4ba-4c08-b1cf-60dce5f48d17 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489810'] for security_group_rule (0263d853-1a39-4d99-9eae-de05428ff2de), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.740347 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68022cec-f4ba-4c08-b1cf-60dce5f48d17 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0263d853-1a39-4d99-9eae-de05428ff2de,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:15.750721 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-68022cec-f4ba-4c08-b1cf-60dce5f48d17 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:15.752259 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-68022cec-f4ba-4c08-b1cf-60dce5f48d17 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1155024 Jan 25 18:45:16.059950 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 3f14ccbb-f924-4784-b7f2-b3062f61414a up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:45:16.115817 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 3f14ccbb-f924-4784-b7f2-b3062f61414a triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:45:16.116192 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (3f14ccbb-f924-4784-b7f2-b3062f61414a), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:16.205250 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 3f14ccbb-f924-4784-b7f2-b3062f61414a is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:45:16.205523 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (3f14ccbb-f924-4784-b7f2-b3062f61414a), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:16.227065 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] For port 3f14ccbb-f924-4784-b7f2-b3062f61414a, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=3f14ccbb-f924-4784-b7f2-b3062f61414a,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:45:16.231763 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (3f14ccbb-f924-4784-b7f2-b3062f61414a), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:16.282532 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Pushing event updated for resources: {'Port': ['ID=3f14ccbb-f924-4784-b7f2-b3062f61414a,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:16.476782 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] Sync routers for ids ['9330cbb6-3973-4206-a704-7414d5495914'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:45:16.488217 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] Routers {'9330cbb6-3973-4206-a704-7414d5495914'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:45:16.489272 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:45:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['9330cbb6-3973-4206-a704-7414d5495914'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:16.603551 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] Set router 9330cbb6-3973-4206-a704-7414d5495914 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:45:16.810130 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9330cbb6-3973-4206-a704-7414d5495914', 'name': 'tempest-TestVolumeBootPattern-586056570-router', 'tenant_id': 'b60a07676bc7427596531bda18f7fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '3f14ccbb-f924-4784-b7f2-b3062f61414a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:10Z', 'updated_at': '2022-01-25T18:45:13Z', 'revision_number': 4, 'project_id': 'b60a07676bc7427596531bda18f7fcb9', 'gw_port': {'id': '3f14ccbb-f924-4784-b7f2-b3062f61414a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9330cbb6-3973-4206-a704-7414d5495914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:10Z', 'updated_at': '2022-01-25T18:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': 'bc59066e-4914-4f17-aa49-f7a3043a12f2', 'name': '', 'network_id': '961df8fb-4d02-4d25-b5ac-e1adb54aeadd', 'tenant_id': 'b60a07676bc7427596531bda18f7fcb9', 'mac_address': 'fa:16:3e:6d:f6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9330cbb6-3973-4206-a704-7414d5495914', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '954ee2b7-d810-4619-b633-e14bd0d44e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:12Z', 'updated_at': '2022-01-25T18:45:13Z', 'revision_number': 2, 'project_id': 'b60a07676bc7427596531bda18f7fcb9', 'subnets': [{'id': '954ee2b7-d810-4619-b633-e14bd0d44e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:16.835988 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] Checking router: 9330cbb6-3973-4206-a704-7414d5495914 for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:45:16.836344 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] Updating router 9330cbb6-3973-4206-a704-7414d5495914 port bc59066e-4914-4f17-aa49-f7a3043a12f2 binding host dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 18:45:16.860382 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (bc59066e-4914-4f17-aa49-f7a3043a12f2), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:17.125766 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] Publish callbacks [] for port (bc59066e-4914-4f17-aa49-f7a3043a12f2), precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:17.132442 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (bc59066e-4914-4f17-aa49-f7a3043a12f2), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:17.184203 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ef23b-da04-4516-9b31-682eff9bc0d1 None None] Pushing event updated for resources: {'Port': ['ID=bc59066e-4914-4f17-aa49-f7a3043a12f2,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:17.236423 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] Attempting to bind port bc59066e-4914-4f17-aa49-f7a3043a12f2 on host dv-cinder-826350-1-iscsi for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:45:17.236958 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] Attempting to bind port bc59066e-4914-4f17-aa49-f7a3043a12f2 by drivers openvswitch,hyperv on host dv-cinder-826350-1-iscsi at level 0 using segments [{'id': 'd3b11e74-c2f4-4b5b-9463-e5fface0e73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '961df8fb-4d02-4d25-b5ac-e1adb54aeadd'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:45:17.237326 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] Attempting to bind port bc59066e-4914-4f17-aa49-f7a3043a12f2 on network 961df8fb-4d02-4d25-b5ac-e1adb54aeadd {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:45:17.242919 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] Checking agent: {'id': 'b0891363-4e92-4f8a-87aa-c013e6b66f12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 30, 36), 'started_at': datetime.datetime(2022, 1, 25, 18, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:45:17.243292 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] Checking segment: {'id': 'd3b11e74-c2f4-4b5b-9463-e5fface0e73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '961df8fb-4d02-4d25-b5ac-e1adb54aeadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:45:17.243719 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:17.244072 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] Bound using segment: {'id': 'd3b11e74-c2f4-4b5b-9463-e5fface0e73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '961df8fb-4d02-4d25-b5ac-e1adb54aeadd'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:45:17.244553 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] Bound port: bc59066e-4914-4f17-aa49-f7a3043a12f2, host: dv-cinder-826350-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b11e74-c2f4-4b5b-9463-e5fface0e73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '961df8fb-4d02-4d25-b5ac-e1adb54aeadd'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:45:17.244915 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (bc59066e-4914-4f17-aa49-f7a3043a12f2), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:17.327893 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] For port bc59066e-4914-4f17-aa49-f7a3043a12f2, host dv-cinder-826350-1-iscsi, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:45:17.331321 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] For port bc59066e-4914-4f17-aa49-f7a3043a12f2, host dv-cinder-826350-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=bc59066e-4914-4f17-aa49-f7a3043a12f2,segment=NetworkSegment(d3b11e74-c2f4-4b5b-9463-e5fface0e73b),segment_id=d3b11e74-c2f4-4b5b-9463-e5fface0e73b)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:45:17.347404 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (bc59066e-4914-4f17-aa49-f7a3043a12f2), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:17.420880 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15926468-ba2d-4ceb-93b9-65c757df01de None None] Provisioning complete for port bc59066e-4914-4f17-aa49-f7a3043a12f2 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:45:17.421262 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15926468-ba2d-4ceb-93b9-65c757df01de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (bc59066e-4914-4f17-aa49-f7a3043a12f2), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:17.425136 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ef23b-da04-4516-9b31-682eff9bc0d1 None None] Pushing event updated for resources: {'Port': ['ID=bc59066e-4914-4f17-aa49-f7a3043a12f2,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:17.445091 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] Routers {'9330cbb6-3973-4206-a704-7414d5495914'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:45:17.445652 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:45:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['9330cbb6-3973-4206-a704-7414d5495914'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:17.603809 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] Set router 9330cbb6-3973-4206-a704-7414d5495914 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:45:17.639780 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15926468-ba2d-4ceb-93b9-65c757df01de None None] Current status of the port bc59066e-4914-4f17-aa49-f7a3043a12f2 is: DOWN; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:45:17.640099 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15926468-ba2d-4ceb-93b9-65c757df01de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (bc59066e-4914-4f17-aa49-f7a3043a12f2), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:17.734928 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15926468-ba2d-4ceb-93b9-65c757df01de None None] For port bc59066e-4914-4f17-aa49-f7a3043a12f2, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=bc59066e-4914-4f17-aa49-f7a3043a12f2,segment=NetworkSegment(d3b11e74-c2f4-4b5b-9463-e5fface0e73b),segment_id=d3b11e74-c2f4-4b5b-9463-e5fface0e73b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:45:17.763750 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15926468-ba2d-4ceb-93b9-65c757df01de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (bc59066e-4914-4f17-aa49-f7a3043a12f2), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:17.836248 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15926468-ba2d-4ceb-93b9-65c757df01de None None] Pushing event updated for resources: {'Port': ['ID=bc59066e-4914-4f17-aa49-f7a3043a12f2,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:17.895715 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-d8a62f67-e645-4b0a-a82d-7fcdba335739 None None] Provisioning complete for port bc59066e-4914-4f17-aa49-f7a3043a12f2 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:45:17.896015 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d8a62f67-e645-4b0a-a82d-7fcdba335739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (bc59066e-4914-4f17-aa49-f7a3043a12f2), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:18.050458 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 3f14ccbb-f924-4784-b7f2-b3062f61414a up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:45:18.082227 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9330cbb6-3973-4206-a704-7414d5495914', 'name': 'tempest-TestVolumeBootPattern-586056570-router', 'tenant_id': 'b60a07676bc7427596531bda18f7fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '3f14ccbb-f924-4784-b7f2-b3062f61414a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:10Z', 'updated_at': '2022-01-25T18:45:13Z', 'revision_number': 4, 'project_id': 'b60a07676bc7427596531bda18f7fcb9', 'gw_port': {'id': '3f14ccbb-f924-4784-b7f2-b3062f61414a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9330cbb6-3973-4206-a704-7414d5495914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:10Z', 'updated_at': '2022-01-25T18:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': 'bc59066e-4914-4f17-aa49-f7a3043a12f2', 'name': '', 'network_id': '961df8fb-4d02-4d25-b5ac-e1adb54aeadd', 'tenant_id': 'b60a07676bc7427596531bda18f7fcb9', 'mac_address': 'fa:16:3e:6d:f6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9330cbb6-3973-4206-a704-7414d5495914', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '954ee2b7-d810-4619-b633-e14bd0d44e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:12Z', 'updated_at': '2022-01-25T18:45:17Z', 'revision_number': 4, 'project_id': 'b60a07676bc7427596531bda18f7fcb9', 'subnets': [{'id': '954ee2b7-d810-4619-b633-e14bd0d44e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:18.122637 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64befc8-655e-45b1-8d67-900c40b65177 None None] The sync data for ids ['9330cbb6-3973-4206-a704-7414d5495914'] in dv-cinder-826350-1-iscsi is: [{'id': '9330cbb6-3973-4206-a704-7414d5495914', 'name': 'tempest-TestVolumeBootPattern-586056570-router', 'tenant_id': 'b60a07676bc7427596531bda18f7fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '3f14ccbb-f924-4784-b7f2-b3062f61414a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:10Z', 'updated_at': '2022-01-25T18:45:13Z', 'revision_number': 4, 'project_id': 'b60a07676bc7427596531bda18f7fcb9', 'gw_port': {'id': '3f14ccbb-f924-4784-b7f2-b3062f61414a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9330cbb6-3973-4206-a704-7414d5495914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:10Z', 'updated_at': '2022-01-25T18:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': 'bc59066e-4914-4f17-aa49-f7a3043a12f2', 'name': '', 'network_id': '961df8fb-4d02-4d25-b5ac-e1adb54aeadd', 'tenant_id': 'b60a07676bc7427596531bda18f7fcb9', 'mac_address': 'fa:16:3e:6d:f6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9330cbb6-3973-4206-a704-7414d5495914', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '954ee2b7-d810-4619-b633-e14bd0d44e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:12Z', 'updated_at': '2022-01-25T18:45:17Z', 'revision_number': 4, 'project_id': 'b60a07676bc7427596531bda18f7fcb9', 'subnets': [{'id': '954ee2b7-d810-4619-b633-e14bd0d44e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:45:18.189582 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port 3f14ccbb-f924-4784-b7f2-b3062f61414a triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:45:18.190202 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (3f14ccbb-f924-4784-b7f2-b3062f61414a), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:18.191876 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d8a62f67-e645-4b0a-a82d-7fcdba335739 None None] Current status of the port bc59066e-4914-4f17-aa49-f7a3043a12f2 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:45:18.276106 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port 3f14ccbb-f924-4784-b7f2-b3062f61414a is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:45:20.113459 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device bc59066e-4914-4f17-aa49-f7a3043a12f2 up at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:45:20.178523 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Provisioning complete for port bc59066e-4914-4f17-aa49-f7a3043a12f2 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:45:20.179211 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (bc59066e-4914-4f17-aa49-f7a3043a12f2), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:20.213834 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20af17-512b-429f-9bff-50bbe3653ee8 req-cedd74ed-1761-4f39-b8c9-c3c686d49465 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:20.224781 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8b20af17-512b-429f-9bff-50bbe3653ee8 req-cedd74ed-1761-4f39-b8c9-c3c686d49465 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 946 time: 0.0678539 Jan 25 18:45:20.279119 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Current status of the port bc59066e-4914-4f17-aa49-f7a3043a12f2 is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:45:20.284689 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8b20af17-512b-429f-9bff-50bbe3653ee8 req-cba64620-052b-4155-ae20-8a0c54c1e838 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587831 Jan 25 18:45:20.334172 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51542) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:20.444191 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-29caa1ed-db0b-4ef4-8f7a-1123292a0f0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:20.517873 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-29caa1ed-db0b-4ef4-8f7a-1123292a0f0f admin admin] Publish callbacks [] for security_group (1fb1c357-2ce4-4fa0-b281-9453fed65ee5), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:20.521993 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-29caa1ed-db0b-4ef4-8f7a-1123292a0f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (1fb1c357-2ce4-4fa0-b281-9453fed65ee5), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:20.560089 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-29caa1ed-db0b-4ef4-8f7a-1123292a0f0f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3dd4ebb00758475daa108f65be652827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246170 Jan 25 18:45:20.561219 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29caa1ed-db0b-4ef4-8f7a-1123292a0f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb1c357-2ce4-4fa0-b281-9453fed65ee5,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:20.562861 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 51548) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:20.613839 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e82fa64a-f8c7-455d-8d05-126ec1b39657 admin admin] Publish callbacks [] for security_group (1fb1c357-2ce4-4fa0-b281-9453fed65ee5), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:20.634606 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e82fa64a-f8c7-455d-8d05-126ec1b39657 admin admin] Publish callbacks [] for security_group (1fb1c357-2ce4-4fa0-b281-9453fed65ee5), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:20.685329 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e82fa64a-f8c7-455d-8d05-126ec1b39657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (1fb1c357-2ce4-4fa0-b281-9453fed65ee5), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:20.687963 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e82fa64a-f8c7-455d-8d05-126ec1b39657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:20.689137 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-e82fa64a-f8c7-455d-8d05-126ec1b39657 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1fb1c357-2ce4-4fa0-b281-9453fed65ee5 HTTP/1.1" status: 204 len: 168 time: 0.1246896 Jan 25 18:45:20.697879 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fa64a-f8c7-455d-8d05-126ec1b39657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb1c357-2ce4-4fa0-b281-9453fed65ee5,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:21.408321 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5829fc3-9848-4cf4-a686-8d0006b2a2ea req-600a51e6-9868-421c-8c84-c37bdfd2cef0 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:21.409846 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b5829fc3-9848-4cf4-a686-8d0006b2a2ea req-600a51e6-9868-421c-8c84-c37bdfd2cef0 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 946 time: 0.0500529 Jan 25 18:45:21.463125 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b5829fc3-9848-4cf4-a686-8d0006b2a2ea req-c402f663-c021-44c5-a44a-cff36bf17a6e tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups?id=d56eb7cc-5e46-466c-8c53-cd4159dcdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470064 Jan 25 18:45:21.612971 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae2d5a-0589-475b-9490-55f6f3a0665b req-dc9d1032-fd9b-4f87-9304-125a5797416c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:21.614623 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-39ae2d5a-0589-475b-9490-55f6f3a0665b req-dc9d1032-fd9b-4f87-9304-125a5797416c tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.42 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 946 time: 0.0627899 Jan 25 18:45:21.709010 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-39ae2d5a-0589-475b-9490-55f6f3a0665b req-9b6ffe04-382e-4a46-9454-9b66bfa1aaf7 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Deleting port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:45:21.709343 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-39ae2d5a-0589-475b-9490-55f6f3a0665b req-9b6ffe04-382e-4a46-9454-9b66bfa1aaf7 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:21.806428 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-39ae2d5a-0589-475b-9490-55f6f3a0665b req-9b6ffe04-382e-4a46-9454-9b66bfa1aaf7 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] For port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:45:21.806795 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-39ae2d5a-0589-475b-9490-55f6f3a0665b req-9b6ffe04-382e-4a46-9454-9b66bfa1aaf7 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:21.892874 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:21.985343 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-39ae2d5a-0589-475b-9490-55f6f3a0665b req-9b6ffe04-382e-4a46-9454-9b66bfa1aaf7 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:21.985343 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-39ae2d5a-0589-475b-9490-55f6f3a0665b req-9b6ffe04-382e-4a46-9454-9b66bfa1aaf7 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698476'] for floatingip (37494e89-9a06-4e4e-9cfa-519cd7294fa8), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:21.985343 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.db.l3_db [req-39ae2d5a-0589-475b-9490-55f6f3a0665b req-9b6ffe04-382e-4a46-9454-9b66bfa1aaf7 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Floating IP 37494e89-9a06-4e4e-9cfa-519cd7294fa8 disassociated. External IP: 172.27.2.70, port: b1f7af1a-b0a7-4b31-a4d8-dd81510990e8. Jan 25 18:45:21.985788 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-39ae2d5a-0589-475b-9490-55f6f3a0665b req-9b6ffe04-382e-4a46-9454-9b66bfa1aaf7 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Calling delete_port for b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 owned by compute:nova {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:45:22.114738 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-39ae2d5a-0589-475b-9490-55f6f3a0665b req-9b6ffe04-382e-4a46-9454-9b66bfa1aaf7 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (b1f7af1a-b0a7-4b31-a4d8-dd81510990e8), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:22.141107 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ffe04-382e-4a46-9454-9b66bfa1aaf7 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Pushing event deleted for resources: {'Port': ['ID=b1f7af1a-b0a7-4b31-a4d8-dd81510990e8,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:22.257004 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39ae2d5a-0589-475b-9490-55f6f3a0665b req-9b6ffe04-382e-4a46-9454-9b66bfa1aaf7 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Router 68e0e943-03c8-46f0-8717-ef69dc62083f has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:45:22.651693 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fda5f157-cad6-4219-9fd1-235fe756fd15 req-830ffa85-1394-474d-a416-d9e142da2ea5 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc4c8d2-f440-4892-9382-a6f2de2462ab HTTP/1.1" status: 200 len: 210 time: 0.0337839 Jan 25 18:45:22.654350 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39ae2d5a-0589-475b-9490-55f6f3a0665b req-9b6ffe04-382e-4a46-9454-9b66bfa1aaf7 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:45:22.668322 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb59455-9691-4e3f-8121-92cfd6af890f None None] Sync routers for ids ['68e0e943-03c8-46f0-8717-ef69dc62083f'] in dv-cinder-826350-1-iscsi {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:45:22.690151 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb59455-9691-4e3f-8121-92cfd6af890f None None] Routers {'68e0e943-03c8-46f0-8717-ef69dc62083f'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:45:22.690764 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-0cb59455-9691-4e3f-8121-92cfd6af890f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:45:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['68e0e943-03c8-46f0-8717-ef69dc62083f'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:22.695510 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ae2d5a-0589-475b-9490-55f6f3a0665b req-9b6ffe04-382e-4a46-9454-9b66bfa1aaf7 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] No DVR routers for this DVR port b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 on host hv-cinder-82635 {{(pid=102638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:45:22.700536 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-39ae2d5a-0589-475b-9490-55f6f3a0665b req-9b6ffe04-382e-4a46-9454-9b66bfa1aaf7 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:22.703976 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-39ae2d5a-0589-475b-9490-55f6f3a0665b req-9b6ffe04-382e-4a46-9454-9b66bfa1aaf7 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.42 "DELETE /v2.0/ports/b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 HTTP/1.1" status: 204 len: 173 time: 1.0843565 Jan 25 18:45:22.704428 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc4c8d2-f440-4892-9382-a6f2de2462ab', 'name': 'network-vif-deleted', 'tag': 'b1f7af1a-b0a7-4b31-a4d8-dd81510990e8'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:45:22.706864 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec8ff17-415f-47aa-a8ed-6099f7d6e484" -d '{"events": [{"server_uuid": "8fc4c8d2-f440-4892-9382-a6f2de2462ab", "name": "network-vif-deleted", "tag": "b1f7af1a-b0a7-4b31-a4d8-dd81510990e8"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:45:22.743988 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a6fa36-fa76-469f-84d7-cccf296101da x-openstack-request-id: req-b3a6fa36-fa76-469f-84d7-cccf296101da {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:45:22.744420 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc4c8d2-f440-4892-9382-a6f2de2462ab", "name": "network-vif-deleted", "tag": "b1f7af1a-b0a7-4b31-a4d8-dd81510990e8", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:45:22.744768 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3a6fa36-fa76-469f-84d7-cccf296101da {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:45:22.745956 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc4c8d2-f440-4892-9382-a6f2de2462ab', 'name': 'network-vif-deleted', 'tag': 'b1f7af1a-b0a7-4b31-a4d8-dd81510990e8', 'status': 'completed', 'code': 200} Jan 25 18:45:22.806915 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-0cb59455-9691-4e3f-8121-92cfd6af890f None None] Set router 68e0e943-03c8-46f0-8717-ef69dc62083f gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:45:23.051974 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-0cb59455-9691-4e3f-8121-92cfd6af890f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'name': 'tempest-AttachVolumeShelveTestJSON-800383706-router', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:38:25Z', 'revision_number': 4, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'gw_port': {'id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '3cb3c646-f459-46f4-a525-950d0d595729', 'name': '', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'mac_address': 'fa:16:3e:90:39:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:23Z', 'updated_at': '2022-01-25T18:38:35Z', 'revision_number': 5, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'subnets': [{'id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:23.077266 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb59455-9691-4e3f-8121-92cfd6af890f None None] Checking router: 68e0e943-03c8-46f0-8717-ef69dc62083f for host: dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:45:23.085402 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb59455-9691-4e3f-8121-92cfd6af890f None None] Routers {'68e0e943-03c8-46f0-8717-ef69dc62083f'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:45:23.085999 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-0cb59455-9691-4e3f-8121-92cfd6af890f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:45:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['68e0e943-03c8-46f0-8717-ef69dc62083f'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:23.190264 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-0cb59455-9691-4e3f-8121-92cfd6af890f None None] Set router 68e0e943-03c8-46f0-8717-ef69dc62083f gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:45:23.478877 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-0cb59455-9691-4e3f-8121-92cfd6af890f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'name': 'tempest-AttachVolumeShelveTestJSON-800383706-router', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:38:25Z', 'revision_number': 4, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'gw_port': {'id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '3cb3c646-f459-46f4-a525-950d0d595729', 'name': '', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'mac_address': 'fa:16:3e:90:39:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:23Z', 'updated_at': '2022-01-25T18:38:35Z', 'revision_number': 5, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'subnets': [{'id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:23.505319 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb59455-9691-4e3f-8121-92cfd6af890f None None] The sync data for ids ['68e0e943-03c8-46f0-8717-ef69dc62083f'] in dv-cinder-826350-1-iscsi is: [{'id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'name': 'tempest-AttachVolumeShelveTestJSON-800383706-router', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:38:25Z', 'revision_number': 4, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'gw_port': {'id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '3cb3c646-f459-46f4-a525-950d0d595729', 'name': '', 'network_id': '438eb890-9580-4e27-a169-38cf0147302b', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'mac_address': 'fa:16:3e:90:39:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:23Z', 'updated_at': '2022-01-25T18:38:35Z', 'revision_number': 5, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'subnets': [{'id': 'cec76f50-4972-4c18-a629-b0502bc042ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:45:23.745828 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51602) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:23.800598 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-44f88698-a9f8-403f-9361-68cadf3009da tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for security_group (d56eb7cc-5e46-466c-8c53-cd4159dcdc46), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:23.824283 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-44f88698-a9f8-403f-9361-68cadf3009da tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for security_group (d56eb7cc-5e46-466c-8c53-cd4159dcdc46), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:23.871929 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-44f88698-a9f8-403f-9361-68cadf3009da tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (d56eb7cc-5e46-466c-8c53-cd4159dcdc46), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:23.874514 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-44f88698-a9f8-403f-9361-68cadf3009da tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:23.875680 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-44f88698-a9f8-403f-9361-68cadf3009da tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "DELETE /v2.0/security-groups/d56eb7cc-5e46-466c-8c53-cd4159dcdc46 HTTP/1.1" status: 204 len: 168 time: 0.1287384 Jan 25 18:45:23.878673 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 51604) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:23.884694 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f88698-a9f8-403f-9361-68cadf3009da tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56eb7cc-5e46-466c-8c53-cd4159dcdc46,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:23.897592 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.api.v2.resource [None req-6a6889df-9bb9-45df-a95a-5f59739875fc tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] show failed (client error): The resource could not be found. Jan 25 18:45:23.898642 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-6a6889df-9bb9-45df-a95a-5f59739875fc tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "GET /v2.0/security-groups/d56eb7cc-5e46-466c-8c53-cd4159dcdc46 HTTP/1.1" status: 404 len: 347 time: 0.0189683 Jan 25 18:45:23.902555 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 51606) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:23.959678 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bfbef0-9454-47bd-969a-f65b2d634a6b None None] New status for floating IP 37494e89-9a06-4e4e-9cfa-519cd7294fa8: DOWN {{(pid=102639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 18:45:24.048020 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-3e89266c-2ab7-4daf-b3e6-c1647c66d602 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Deleting port cdb391e5-2c7f-46c1-a15c-a911da2ed58c {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:45:24.048369 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-3e89266c-2ab7-4daf-b3e6-c1647c66d602 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (cdb391e5-2c7f-46c1-a15c-a911da2ed58c), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:24.127176 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-3e89266c-2ab7-4daf-b3e6-c1647c66d602 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (cdb391e5-2c7f-46c1-a15c-a911da2ed58c), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:24.127506 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-3e89266c-2ab7-4daf-b3e6-c1647c66d602 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for floatingip (cdb391e5-2c7f-46c1-a15c-a911da2ed58c), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:24.139262 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-3e89266c-2ab7-4daf-b3e6-c1647c66d602 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Calling delete_port for cdb391e5-2c7f-46c1-a15c-a911da2ed58c owned by network:floatingip {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:45:24.275908 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-3e89266c-2ab7-4daf-b3e6-c1647c66d602 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (cdb391e5-2c7f-46c1-a15c-a911da2ed58c), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:24.301263 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89266c-2ab7-4daf-b3e6-c1647c66d602 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Pushing event deleted for resources: {'Port': ['ID=cdb391e5-2c7f-46c1-a15c-a911da2ed58c,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:24.361532 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-3e89266c-2ab7-4daf-b3e6-c1647c66d602 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks [] for floatingip (37494e89-9a06-4e4e-9cfa-519cd7294fa8), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:24.364046 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-3e89266c-2ab7-4daf-b3e6-c1647c66d602 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for floatingip (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:24.365191 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-3e89266c-2ab7-4daf-b3e6-c1647c66d602 tempest-AttachVolumeShelveTestJSON-917888583 tempest-AttachVolumeShelveTestJSON-917888583-project] 10.222.0.41 "DELETE /v2.0/floatingips/37494e89-9a06-4e4e-9cfa-519cd7294fa8 HTTP/1.1" status: 204 len: 168 time: 0.4615219 Jan 25 18:45:27.024051 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:45:27.044645 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] No Port match for: b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:45:27.044645 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device b1f7af1a-b0a7-4b31-a4d8-dd81510990e8 not bound to the agent host hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:45:27.825491 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51676) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:28.310460 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-96c9fa6c-7373-44d2-9f08-32249b342532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698988'] for router_interface (68e0e943-03c8-46f0-8717-ef69dc62083f), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:28.552282 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-96c9fa6c-7373-44d2-9f08-32249b342532 admin admin] Deleting port 3cb3c646-f459-46f4-a525-950d0d595729 {{(pid=102637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:45:28.552619 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-96c9fa6c-7373-44d2-9f08-32249b342532 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (3cb3c646-f459-46f4-a525-950d0d595729), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:28.629549 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.db [None req-96c9fa6c-7373-44d2-9f08-32249b342532 admin admin] For port 3cb3c646-f459-46f4-a525-950d0d595729, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=3cb3c646-f459-46f4-a525-950d0d595729,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:45:28.629908 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-96c9fa6c-7373-44d2-9f08-32249b342532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (3cb3c646-f459-46f4-a525-950d0d595729), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:28.641817 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-96c9fa6c-7373-44d2-9f08-32249b342532 admin admin] Calling delete_port for 3cb3c646-f459-46f4-a525-950d0d595729 owned by network:router_interface {{(pid=102637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:45:28.828073 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-96c9fa6c-7373-44d2-9f08-32249b342532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (3cb3c646-f459-46f4-a525-950d0d595729), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:28.853404 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9fa6c-7373-44d2-9f08-32249b342532 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cb3c646-f459-46f4-a525-950d0d595729,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:29.027359 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-96c9fa6c-7373-44d2-9f08-32249b342532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698904'] for router_interface (68e0e943-03c8-46f0-8717-ef69dc62083f), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:29.234553 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c9fa6c-7373-44d2-9f08-32249b342532 admin admin] Router 68e0e943-03c8-46f0-8717-ef69dc62083f has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:45:29.336927 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c9fa6c-7373-44d2-9f08-32249b342532 admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:45:29.341801 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-96c9fa6c-7373-44d2-9f08-32249b342532 admin admin] 10.222.0.41 "PUT /v2.0/routers/68e0e943-03c8-46f0-8717-ef69dc62083f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5151730 Jan 25 18:45:29.344311 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51702) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:29.348500 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08f9518-6504-4bc8-919d-adb6fa2b0a88 None None] Sync routers for ids ['68e0e943-03c8-46f0-8717-ef69dc62083f'] in dv-cinder-826350-1-iscsi {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:45:29.357554 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08f9518-6504-4bc8-919d-adb6fa2b0a88 None None] Routers {'68e0e943-03c8-46f0-8717-ef69dc62083f'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:45:29.358262 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-c08f9518-6504-4bc8-919d-adb6fa2b0a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:45:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['68e0e943-03c8-46f0-8717-ef69dc62083f'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:29.446636 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3cdccec2-1c39-4d67-9a49-28218ba85c8d admin admin] Publish callbacks [] for router (68e0e943-03c8-46f0-8717-ef69dc62083f), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:29.462064 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-c08f9518-6504-4bc8-919d-adb6fa2b0a88 None None] Set router 68e0e943-03c8-46f0-8717-ef69dc62083f gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:45:29.552090 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3cdccec2-1c39-4d67-9a49-28218ba85c8d admin admin] Publish callbacks [] for router_gateway (68e0e943-03c8-46f0-8717-ef69dc62083f), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:29.660332 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-c08f9518-6504-4bc8-919d-adb6fa2b0a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'name': 'tempest-AttachVolumeShelveTestJSON-800383706-router', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:45:28Z', 'revision_number': 5, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'gw_port': {'id': '68a0f31a-584a-461b-a03a-4656ae92cf80', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:38:15Z', 'updated_at': '2022-01-25T18:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:29.687455 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08f9518-6504-4bc8-919d-adb6fa2b0a88 None None] Checking router: 68e0e943-03c8-46f0-8717-ef69dc62083f for host: dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:45:29.695570 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7b7ec-784e-4b70-b714-42f9af4f087f req-c9ea53e1-5455-4edc-b673-e64d6f343efe tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:29.696372 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08f9518-6504-4bc8-919d-adb6fa2b0a88 None None] Routers {'68e0e943-03c8-46f0-8717-ef69dc62083f'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:45:29.697003 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-c08f9518-6504-4bc8-919d-adb6fa2b0a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:45:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['68e0e943-03c8-46f0-8717-ef69dc62083f'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:29.698740 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-46c7b7ec-784e-4b70-b714-42f9af4f087f req-c9ea53e1-5455-4edc-b673-e64d6f343efe tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 984 time: 0.0830588 Jan 25 18:45:29.727748 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314931f-9a11-4305-bccb-a41d459b5957 req-da15f8d9-d7b7-4630-ad72-6375cfc3b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:29.730001 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7314931f-9a11-4305-bccb-a41d459b5957 req-da15f8d9-d7b7-4630-ad72-6375cfc3b0b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09a5f500126c43bda9dda24b788fed0d&device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 1137 time: 0.1027274 Jan 25 18:45:29.791427 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-c08f9518-6504-4bc8-919d-adb6fa2b0a88 None None] Set router 68e0e943-03c8-46f0-8717-ef69dc62083f gateway port host: None {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:45:29.840891 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-46c7b7ec-784e-4b70-b714-42f9af4f087f req-2b435bd7-a656-4cd2-b09c-c4295dd7b0e7 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&id=6a005953-4e17-4212-9224-5d85e2abca74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1312335 Jan 25 18:45:29.876392 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-c08f9518-6504-4bc8-919d-adb6fa2b0a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'name': 'tempest-AttachVolumeShelveTestJSON-800383706-router', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:45:29Z', 'revision_number': 6, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'gw_port_host': None}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:29.877970 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-3cdccec2-1c39-4d67-9a49-28218ba85c8d admin admin] Deleting port 68a0f31a-584a-461b-a03a-4656ae92cf80 {{(pid=102637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:45:29.878948 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3cdccec2-1c39-4d67-9a49-28218ba85c8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (68a0f31a-584a-461b-a03a-4656ae92cf80), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:29.908908 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314931f-9a11-4305-bccb-a41d459b5957 req-5cf892e0-fc05-4cad-92e3-f7f715ad1975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:29.913422 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7314931f-9a11-4305-bccb-a41d459b5957 req-5cf892e0-fc05-4cad-92e3-f7f715ad1975 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c386b781-67b6-4986-a6c3-1438ada313b0 HTTP/1.1" status: 200 len: 915 time: 0.1757765 Jan 25 18:45:29.918484 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08f9518-6504-4bc8-919d-adb6fa2b0a88 None None] The sync data for ids ['68e0e943-03c8-46f0-8717-ef69dc62083f'] in dv-cinder-826350-1-iscsi is: [{'id': '68e0e943-03c8-46f0-8717-ef69dc62083f', 'name': 'tempest-AttachVolumeShelveTestJSON-800383706-router', 'tenant_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:38:13Z', 'updated_at': '2022-01-25T18:45:29Z', 'revision_number': 6, 'project_id': '7fd0ab9445184d34bff3e43185fd5e1e', 'gw_port_host': None}] {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:45:29.992988 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7314931f-9a11-4305-bccb-a41d459b5957 req-a42eaf23-d117-4523-9f5a-26f76906d0f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65416e28-6046-4978-8997-f64c24b94d7d HTTP/1.1" status: 200 len: 1000 time: 0.0704105 Jan 25 18:45:29.996805 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.db [None req-3cdccec2-1c39-4d67-9a49-28218ba85c8d admin admin] For port 68a0f31a-584a-461b-a03a-4656ae92cf80, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=68a0f31a-584a-461b-a03a-4656ae92cf80,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:45:29.997175 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3cdccec2-1c39-4d67-9a49-28218ba85c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (68a0f31a-584a-461b-a03a-4656ae92cf80), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:30.009554 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-3cdccec2-1c39-4d67-9a49-28218ba85c8d admin admin] Calling delete_port for 68a0f31a-584a-461b-a03a-4656ae92cf80 owned by network:router_gateway {{(pid=102637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:45:30.057438 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314931f-9a11-4305-bccb-a41d459b5957 req-8eea30bc-b3c5-48b5-a108-44ca1f46c2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:30.060005 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7314931f-9a11-4305-bccb-a41d459b5957 req-8eea30bc-b3c5-48b5-a108-44ca1f46c2c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2531e4ed-879a-4ede-b577-43db216b07a7 HTTP/1.1" status: 200 len: 853 time: 0.0583856 Jan 25 18:45:30.065259 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ad56ba6a-aa67-493d-a98e-8e7d981a07ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:30.100452 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 51716) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:30.122362 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314931f-9a11-4305-bccb-a41d459b5957 req-a6e4a6af-91cb-4362-8156-4ebfeb673710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:30.123846 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7314931f-9a11-4305-bccb-a41d459b5957 req-a6e4a6af-91cb-4362-8156-4ebfeb673710 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c386b781-67b6-4986-a6c3-1438ada313b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577266 Jan 25 18:45:30.184381 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3cdccec2-1c39-4d67-9a49-28218ba85c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (68a0f31a-584a-461b-a03a-4656ae92cf80), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:30.213218 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdccec2-1c39-4d67-9a49-28218ba85c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=68a0f31a-584a-461b-a03a-4656ae92cf80,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:30.224589 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-2aeee3ae-642e-4579-92f4-4c44f5bf2ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:30.236054 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7314931f-9a11-4305-bccb-a41d459b5957 req-764a7909-c4e6-421f-8501-73706a777fc3 service neutron] 10.222.0.42 "GET /v2.0/networks/c386b781-67b6-4986-a6c3-1438ada313b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035447 Jan 25 18:45:30.283674 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3cdccec2-1c39-4d67-9a49-28218ba85c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-699314'] for router_gateway (68e0e943-03c8-46f0-8717-ef69dc62083f), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:30.376930 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-7314931f-9a11-4305-bccb-a41d459b5957 req-1da747c6-1195-4941-91d2-a50fe177f4a6 service neutron] 10.222.0.42 "GET /v2.0/networks/c386b781-67b6-4986-a6c3-1438ada313b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302319 Jan 25 18:45:30.383908 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3cdccec2-1c39-4d67-9a49-28218ba85c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62753'] for router (68e0e943-03c8-46f0-8717-ef69dc62083f), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:30.388834 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3cdccec2-1c39-4d67-9a49-28218ba85c8d admin admin] Publish callbacks [] for router_controller (68e0e943-03c8-46f0-8717-ef69dc62083f), precommit_delete_associations {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:30.399677 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-2aeee3ae-642e-4579-92f4-4c44f5bf2ebd admin admin] Publish callbacks [] for security_group (7abcd967-ae04-4542-8b16-3f0ac970ab77), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:30.416178 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-2aeee3ae-642e-4579-92f4-4c44f5bf2ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (7abcd967-ae04-4542-8b16-3f0ac970ab77), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:30.443405 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3cdccec2-1c39-4d67-9a49-28218ba85c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697094'] for router (68e0e943-03c8-46f0-8717-ef69dc62083f), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:30.443985 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdccec2-1c39-4d67-9a49-28218ba85c8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68e0e943-03c8-46f0-8717-ef69dc62083f {{(pid=102637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 18:45:30.449267 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-3cdccec2-1c39-4d67-9a49-28218ba85c8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:30.450495 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-3cdccec2-1c39-4d67-9a49-28218ba85c8d admin admin] 10.222.0.41 "DELETE /v2.0/routers/68e0e943-03c8-46f0-8717-ef69dc62083f HTTP/1.1" status: 204 len: 168 time: 1.1052771 Jan 25 18:45:30.453169 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51720) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:30.457430 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeee3ae-642e-4579-92f4-4c44f5bf2ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abcd967-ae04-4542-8b16-3f0ac970ab77,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:30.462434 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-2aeee3ae-642e-4579-92f4-4c44f5bf2ebd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09bfd06f48fa48a784fb63102003f1ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3610270 Jan 25 18:45:30.467562 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 51722) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:30.474242 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeee3ae-642e-4579-92f4-4c44f5bf2ebd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:30.474603 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeee3ae-642e-4579-92f4-4c44f5bf2ebd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:30.474956 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeee3ae-642e-4579-92f4-4c44f5bf2ebd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:30.475307 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeee3ae-642e-4579-92f4-4c44f5bf2ebd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:30.475646 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeee3ae-642e-4579-92f4-4c44f5bf2ebd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:30.475983 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeee3ae-642e-4579-92f4-4c44f5bf2ebd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:30.476319 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeee3ae-642e-4579-92f4-4c44f5bf2ebd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:30.476652 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeee3ae-642e-4579-92f4-4c44f5bf2ebd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:30.476987 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeee3ae-642e-4579-92f4-4c44f5bf2ebd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:30.477320 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeee3ae-642e-4579-92f4-4c44f5bf2ebd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:30.477674 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeee3ae-642e-4579-92f4-4c44f5bf2ebd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:30.478094 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeee3ae-642e-4579-92f4-4c44f5bf2ebd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:30.478305 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeee3ae-642e-4579-92f4-4c44f5bf2ebd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:30.501958 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7da5df-0166-4f8b-99b5-be21204ab8e9 admin admin] Deleting subnet cec76f50-4972-4c18-a629-b0502bc042ec {{(pid=102637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 18:45:30.504810 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4b7da5df-0166-4f8b-99b5-be21204ab8e9 admin admin] Publish callbacks [] for subnet (cec76f50-4972-4c18-a629-b0502bc042ec), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:30.535513 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b835c3bc-127c-40ed-8d87-afa5fc87194a admin admin] Publish callbacks [] for security_group (7abcd967-ae04-4542-8b16-3f0ac970ab77), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:30.542835 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4b7da5df-0166-4f8b-99b5-be21204ab8e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3682483'] for subnet (cec76f50-4972-4c18-a629-b0502bc042ec), precommit_delete_associations {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:30.557578 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b835c3bc-127c-40ed-8d87-afa5fc87194a admin admin] Publish callbacks [] for security_group (7abcd967-ae04-4542-8b16-3f0ac970ab77), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:30.614870 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b835c3bc-127c-40ed-8d87-afa5fc87194a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (7abcd967-ae04-4542-8b16-3f0ac970ab77), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:30.617371 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-b835c3bc-127c-40ed-8d87-afa5fc87194a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:30.618551 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-b835c3bc-127c-40ed-8d87-afa5fc87194a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7abcd967-ae04-4542-8b16-3f0ac970ab77 HTTP/1.1" status: 204 len: 168 time: 0.1500795 Jan 25 18:45:30.626385 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835c3bc-127c-40ed-8d87-afa5fc87194a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abcd967-ae04-4542-8b16-3f0ac970ab77,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:30.628700 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4b7da5df-0166-4f8b-99b5-be21204ab8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490167'] for subnet (cec76f50-4972-4c18-a629-b0502bc042ec), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:30.684622 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4b7da5df-0166-4f8b-99b5-be21204ab8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31424641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31292722'] for subnet (cec76f50-4972-4c18-a629-b0502bc042ec), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:30.712124 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7da5df-0166-4f8b-99b5-be21204ab8e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cec76f50-4972-4c18-a629-b0502bc042ec,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:30.716462 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-4b7da5df-0166-4f8b-99b5-be21204ab8e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:30.719605 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-4b7da5df-0166-4f8b-99b5-be21204ab8e9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cec76f50-4972-4c18-a629-b0502bc042ec HTTP/1.1" status: 204 len: 168 time: 0.2654965 Jan 25 18:45:30.722680 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 51726) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:30.725178 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5923e0c-a14e-42b1-a5c9-95bce09f2b6c None None] Network 438eb890-9580-4e27-a169-38cf0147302b requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:45:30.789109 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 3cb3c646-f459-46f4-a525-950d0d595729 no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:45:30.817645 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-1c3a6dd8-3011-497d-9915-e2f9cc8cbb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530550'] for network (438eb890-9580-4e27-a169-38cf0147302b), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:30.819558 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No Port match for: 3cb3c646-f459-46f4-a525-950d0d595729 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:45:30.820081 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 3cb3c646-f459-46f4-a525-950d0d595729 not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:45:30.883374 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a6dd8-3011-497d-9915-e2f9cc8cbb7d admin admin] Deleting port 50b3b85f-6c84-4b25-81b0-7b97b2e3db71 {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:45:30.883602 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-1c3a6dd8-3011-497d-9915-e2f9cc8cbb7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (50b3b85f-6c84-4b25-81b0-7b97b2e3db71), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:30.940955 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8527714b-cc66-4ddd-bbb4-02633b2d6abc None None] DHCP port deletion for 438eb890-9580-4e27-a169-38cf0147302b request from dv-cinder-826350-1-iscsi {{(pid=102639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 18:45:30.979640 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [None req-1c3a6dd8-3011-497d-9915-e2f9cc8cbb7d admin admin] For port 50b3b85f-6c84-4b25-81b0-7b97b2e3db71, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=50b3b85f-6c84-4b25-81b0-7b97b2e3db71,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:45:30.979800 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-1c3a6dd8-3011-497d-9915-e2f9cc8cbb7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (50b3b85f-6c84-4b25-81b0-7b97b2e3db71), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:30.993863 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a6dd8-3011-497d-9915-e2f9cc8cbb7d admin admin] Calling delete_port for 50b3b85f-6c84-4b25-81b0-7b97b2e3db71 owned by network:dhcp {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:45:31.015894 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-8527714b-cc66-4ddd-bbb4-02633b2d6abc None None] Deleting port 50b3b85f-6c84-4b25-81b0-7b97b2e3db71 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:45:31.016270 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8527714b-cc66-4ddd-bbb4-02633b2d6abc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (50b3b85f-6c84-4b25-81b0-7b97b2e3db71), before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:31.089075 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-8527714b-cc66-4ddd-bbb4-02633b2d6abc None None] For port 50b3b85f-6c84-4b25-81b0-7b97b2e3db71, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=50b3b85f-6c84-4b25-81b0-7b97b2e3db71,segment=NetworkSegment(3e976e4b-2aeb-4461-8631-9398ef7e2b2b),segment_id=3e976e4b-2aeb-4461-8631-9398ef7e2b2b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:45:31.089653 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8527714b-cc66-4ddd-bbb4-02633b2d6abc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (50b3b85f-6c84-4b25-81b0-7b97b2e3db71), precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:31.105897 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-8527714b-cc66-4ddd-bbb4-02633b2d6abc None None] Calling delete_port for 50b3b85f-6c84-4b25-81b0-7b97b2e3db71 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:45:31.115218 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1680ff2-6d52-4b6d-8758-b22a996ab08a req-e4e19dce-bfc3-40e1-9201-baa56bd3fc89 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:31.116738 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b1680ff2-6d52-4b6d-8758-b22a996ab08a req-e4e19dce-bfc3-40e1-9201-baa56bd3fc89 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 984 time: 0.1096990 Jan 25 18:45:31.133707 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-1c3a6dd8-3011-497d-9915-e2f9cc8cbb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (50b3b85f-6c84-4b25-81b0-7b97b2e3db71), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:31.176249 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3a6dd8-3011-497d-9915-e2f9cc8cbb7d admin admin] No DVR routers for this DVR port 50b3b85f-6c84-4b25-81b0-7b97b2e3db71 on host dv-cinder-826350-1-iscsi {{(pid=102638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:45:31.177963 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a6dd8-3011-497d-9915-e2f9cc8cbb7d admin admin] Pushing event deleted for resources: {'Port': ['ID=50b3b85f-6c84-4b25-81b0-7b97b2e3db71,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:31.214001 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8527714b-cc66-4ddd-bbb4-02633b2d6abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620'] for port (50b3b85f-6c84-4b25-81b0-7b97b2e3db71), after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:31.255269 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b1680ff2-6d52-4b6d-8758-b22a996ab08a req-5f6607fe-db69-4ca8-98a5-3b496fa99cc3 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&id=6a005953-4e17-4212-9224-5d85e2abca74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1312494 Jan 25 18:45:31.256177 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8527714b-cc66-4ddd-bbb4-02633b2d6abc None None] No DVR routers for this DVR port 50b3b85f-6c84-4b25-81b0-7b97b2e3db71 on host dv-cinder-826350-1-iscsi {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:45:31.258423 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527714b-cc66-4ddd-bbb4-02633b2d6abc None None] Pushing event deleted for resources: {'Port': ['ID=50b3b85f-6c84-4b25-81b0-7b97b2e3db71,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:31.292602 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-1c3a6dd8-3011-497d-9915-e2f9cc8cbb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488764', 'neutron.services.segments.db._delete_segments_for_network-8748161470832'] for network (438eb890-9580-4e27-a169-38cf0147302b), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:31.312363 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-1c3a6dd8-3011-497d-9915-e2f9cc8cbb7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['438eb890-9580-4e27-a169-38cf0147302b']}} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:31.321668 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-1c3a6dd8-3011-497d-9915-e2f9cc8cbb7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e976e4b-2aeb-4461-8631-9398ef7e2b2b') {'for_net_delete': True} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:31.321964 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-1c3a6dd8-3011-497d-9915-e2f9cc8cbb7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e976e4b-2aeb-4461-8631-9398ef7e2b2b') {} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:31.331470 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-1c3a6dd8-3011-497d-9915-e2f9cc8cbb7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748161465977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31759341'] for segment (3e976e4b-2aeb-4461-8631-9398ef7e2b2b), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:31.352467 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-1c3a6dd8-3011-497d-9915-e2f9cc8cbb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (3e976e4b-2aeb-4461-8631-9398ef7e2b2b), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:31.359254 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3a6dd8-3011-497d-9915-e2f9cc8cbb7d admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 18:45:31.359646 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-1c3a6dd8-3011-497d-9915-e2f9cc8cbb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061547'] for segment (3e976e4b-2aeb-4461-8631-9398ef7e2b2b), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: Traceback (most recent call last): Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: timer() Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: cb(*args, **kw) Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: return func(*args, **kwargs) Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: self._notify() Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: self.callback(batched_events) Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: event.method(event) Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: return f(self, *a, **k) Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: return self._get(url).json() Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: return self.request(url, 'GET', **kwargs) Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:45:31.361321 dv-cinder-826350-1-iscsi neutron-server[102638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:45:31.419186 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-1c3a6dd8-3011-497d-9915-e2f9cc8cbb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699286'] for network (438eb890-9580-4e27-a169-38cf0147302b), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:31.424005 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-1c3a6dd8-3011-497d-9915-e2f9cc8cbb7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:31.427421 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-1c3a6dd8-3011-497d-9915-e2f9cc8cbb7d admin admin] 10.222.0.41 "DELETE /v2.0/networks/438eb890-9580-4e27-a169-38cf0147302b HTTP/1.1" status: 204 len: 168 time: 0.7040691 Jan 25 18:45:31.440407 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a6dd8-3011-497d-9915-e2f9cc8cbb7d admin admin] Pushing event deleted for resources: {'Network': ['ID=438eb890-9580-4e27-a169-38cf0147302b,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:31.602184 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51756) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:31.642304 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-3a4213cd-b659-4c79-8bd9-26fe5b900312 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fd0ab9445184d34bff3e43185fd5e1e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388501 Jan 25 18:45:31.644685 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 51758) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:31.692742 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e3fcdf7e-3936-46db-a17c-e91cc91e39ff admin admin] Publish callbacks [] for security_group (3765b495-ea5c-474e-bbd7-db76d0d8c31b), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:31.718398 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e3fcdf7e-3936-46db-a17c-e91cc91e39ff admin admin] Publish callbacks [] for security_group (3765b495-ea5c-474e-bbd7-db76d0d8c31b), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:31.764566 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e3fcdf7e-3936-46db-a17c-e91cc91e39ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (3765b495-ea5c-474e-bbd7-db76d0d8c31b), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:31.767221 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e3fcdf7e-3936-46db-a17c-e91cc91e39ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:31.768333 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-e3fcdf7e-3936-46db-a17c-e91cc91e39ff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3765b495-ea5c-474e-bbd7-db76d0d8c31b HTTP/1.1" status: 204 len: 168 time: 0.1227033 Jan 25 18:45:31.777076 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcdf7e-3936-46db-a17c-e91cc91e39ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3765b495-ea5c-474e-bbd7-db76d0d8c31b,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:32.039781 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 50b3b85f-6c84-4b25-81b0-7b97b2e3db71 no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:45:32.061046 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No Port match for: 50b3b85f-6c84-4b25-81b0-7b97b2e3db71 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:45:32.061405 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 50b3b85f-6c84-4b25-81b0-7b97b2e3db71 not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:45:32.061840 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 68a0f31a-584a-461b-a03a-4656ae92cf80 no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:45:32.082768 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No Port match for: 68a0f31a-584a-461b-a03a-4656ae92cf80 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:45:32.083125 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 68a0f31a-584a-461b-a03a-4656ae92cf80 not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:45:32.215670 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3da7c59d-cd6d-4410-84cf-ebd26663b3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:32.387996 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9972752-ccc5-4ca5-9f56-645fe31c7946 req-9aa93c8f-b740-4c5f-9ec5-2699b908e18d tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:32.389433 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c9972752-ccc5-4ca5-9f56-645fe31c7946 req-9aa93c8f-b740-4c5f-9ec5-2699b908e18d tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 984 time: 0.0545418 Jan 25 18:45:32.455556 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c9972752-ccc5-4ca5-9f56-645fe31c7946 req-782432b2-1756-4181-828c-03fc5ba74288 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&id=6a005953-4e17-4212-9224-5d85e2abca74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565648 Jan 25 18:45:33.288069 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-f5a34256-bdfd-4218-8184-39080a9fb883 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-366341338&fields=id&tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2 HTTP/1.1" status: 200 len: 267 time: 0.0436313 Jan 25 18:45:33.393310 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-6aa578a3-dfe6-45f8-8625-7e4f0ddc718d tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:33.394799 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-6aa578a3-dfe6-45f8-8625-7e4f0ddc718d tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/networks?id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7 HTTP/1.1" status: 200 len: 812 time: 0.1004198 Jan 25 18:45:33.409594 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-083c9d52-eb03-4b41-86eb-f325def9479e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/quotas/40d56be3512f40d99b8b8bcf00d5e6b2 HTTP/1.1" status: 200 len: 375 time: 0.0093989 Jan 25 18:45:33.458428 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-d4ae4966-5bf1-42ca-96fe-db57bb08dcf3 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439181 Jan 25 18:45:33.568884 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:33.596363 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f10d20-2222-48fc-9202-5d15bd618fa1 req-edb61edc-ad7f-450c-b460-0f0a9cc8b962 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:33.597864 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a3f10d20-2222-48fc-9202-5d15bd618fa1 req-edb61edc-ad7f-450c-b460-0f0a9cc8b962 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 984 time: 0.0729537 Jan 25 18:45:33.690197 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-6fd76f33-fbe0-4c47-9edd-241fef2d36c3 service neutron] 10.222.0.41 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204239 Jan 25 18:45:33.722348 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a3f10d20-2222-48fc-9202-5d15bd618fa1 req-7f36cdf3-ba6d-4f26-ac6d-db8d28d5353f tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&id=6a005953-4e17-4212-9224-5d85e2abca74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0935657 Jan 25 18:45:33.790455 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-4a181c8a-7e94-47d4-a7f4-f59608db1553 service neutron] 10.222.0.41 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928912 Jan 25 18:45:34.097060 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c4c8b924-32c2-4889-b6f0-1c93c413abed req-0e545869-2d62-4900-b9d7-a47ba74db7bc tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 210 time: 0.0329456 Jan 25 18:45:34.835188 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334ec45-53b6-48a9-b310-d81dc15080cb req-71968444-aed0-413a-8d6e-5389c3c2c8ce tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:34.836727 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-1334ec45-53b6-48a9-b310-d81dc15080cb req-71968444-aed0-413a-8d6e-5389c3c2c8ce tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 984 time: 0.0483582 Jan 25 18:45:34.895930 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:34.896495 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-1334ec45-53b6-48a9-b310-d81dc15080cb req-689c5159-8f7f-476f-8833-c33f3aa0f7ca tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&id=6a005953-4e17-4212-9224-5d85e2abca74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534103 Jan 25 18:45:35.179323 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-1d644515-231c-45ce-a1f9-819deca696d8 req-b86f35e6-3187-4067-91fd-0dbcd82516e3 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 210 time: 0.0248635 Jan 25 18:45:36.010325 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acffa4d-5160-4a00-8eee-c2f95e7acf27 req-7b465a96-d172-474b-88fa-56ce7dcf0942 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:36.011745 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4acffa4d-5160-4a00-8eee-c2f95e7acf27 req-7b465a96-d172-474b-88fa-56ce7dcf0942 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 984 time: 0.0503359 Jan 25 18:45:36.069887 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4acffa4d-5160-4a00-8eee-c2f95e7acf27 req-b9bfc198-ee5e-48a8-829c-a4aed55e5db4 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&id=6a005953-4e17-4212-9224-5d85e2abca74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524514 Jan 25 18:45:36.140178 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:36.269922 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b38a119a-126e-4955-b0eb-453513f90967 req-6f03c967-6cd7-4ef2-8d18-068724ad99c0 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 210 time: 0.0257130 Jan 25 18:45:37.186515 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db27ad-993d-4a0a-9c93-6223db1442d7 req-cb5d976e-9653-4515-b418-162fa7d09634 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:37.187993 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-31db27ad-993d-4a0a-9c93-6223db1442d7 req-cb5d976e-9653-4515-b418-162fa7d09634 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 984 time: 0.0477040 Jan 25 18:45:37.247883 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-31db27ad-993d-4a0a-9c93-6223db1442d7 req-ce782d82-b095-4e37-bde3-b26eab10a4f8 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&id=6a005953-4e17-4212-9224-5d85e2abca74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539868 Jan 25 18:45:37.366139 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-00ccb564-a180-468e-9cac-d89187508f36 req-0a79c61c-884b-40a5-99d6-49602cf89893 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 210 time: 0.0293968 Jan 25 18:45:37.541128 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-3df4c6c0-3462-4d6c-8357-b0eb015a8387 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:37.543344 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-3df4c6c0-3462-4d6c-8357-b0eb015a8387 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.42 "GET /v2.0/networks?id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7 HTTP/1.1" status: 200 len: 812 time: 0.1041899 Jan 25 18:45:37.608312 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-2016f201-c6a0-4e2d-abd5-40c3e3e0dbf5 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2 HTTP/1.1" status: 200 len: 379 time: 0.0575573 Jan 25 18:45:37.616522 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-e4210fc8-abbe-4a26-8cbd-95758250496e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Request body: {'port': {'device_id': 'd921b80b-cd84-43c9-b964-8a18a6ca0838', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'admin_state_up': True, 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'security_groups': ['58c10958-1ce7-4cdf-afbf-ec11839e3ed8']}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:37.734496 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-e4210fc8-abbe-4a26-8cbd-95758250496e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Made reservation on behalf of 40d56be3512f40d99b8b8bcf00d5e6b2 for: {'port': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:45:37.737971 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-e4210fc8-abbe-4a26-8cbd-95758250496e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:37.877670 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-e4210fc8-abbe-4a26-8cbd-95758250496e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Allocated IP 172.20.0.12 (19710347-2b27-4f84-bd0f-eebdcb4ddcc7/502ab14a-9388-4da9-86c4-88e719ca487b/44325d1e-173d-4d46-b8e5-ae2295786cae) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:45:38.031873 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-e4210fc8-abbe-4a26-8cbd-95758250496e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for port (44325d1e-173d-4d46-b8e5-ae2295786cae), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:38.069393 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-e4210fc8-abbe-4a26-8cbd-95758250496e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (44325d1e-173d-4d46-b8e5-ae2295786cae), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:38.115763 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-e4210fc8-abbe-4a26-8cbd-95758250496e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Network 19710347-2b27-4f84-bd0f-eebdcb4ddcc7 is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:45:38.118637 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-e4210fc8-abbe-4a26-8cbd-95758250496e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:45:38.121514 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-e4210fc8-abbe-4a26-8cbd-95758250496e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:45:38.163890 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4210fc8-abbe-4a26-8cbd-95758250496e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Pushing event updated for resources: {'Port': ['ID=44325d1e-173d-4d46-b8e5-ae2295786cae,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:38.186992 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-e4210fc8-abbe-4a26-8cbd-95758250496e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:38.187687 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-e4210fc8-abbe-4a26-8cbd-95758250496e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:38.205383 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-e4210fc8-abbe-4a26-8cbd-95758250496e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5928330 Jan 25 18:45:38.216474 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-43c169ff-e6a1-4298-9ab9-97936068ed1d service neutron] Request body: {'port': {'device_id': 'd921b80b-cd84-43c9-b964-8a18a6ca0838', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:38.274081 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-43c169ff-e6a1-4298-9ab9-97936068ed1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (44325d1e-173d-4d46-b8e5-ae2295786cae), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:38.350938 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-6c8f414f-f003-4b0c-a090-c3409e0e9468 None None] Provisioning complete for port 44325d1e-173d-4d46-b8e5-ae2295786cae triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:45:38.351618 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c8f414f-f003-4b0c-a090-c3409e0e9468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (44325d1e-173d-4d46-b8e5-ae2295786cae), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:38.387838 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6c8f414f-f003-4b0c-a090-c3409e0e9468 None None] Port 44325d1e-173d-4d46-b8e5-ae2295786cae cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:45:38.459045 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d2abf-cd4d-414b-8062-54a32c02d62d req-871e134b-3409-4c9b-99d7-7c0d70200deb tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:38.460487 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-908d2abf-cd4d-414b-8062-54a32c02d62d req-871e134b-3409-4c9b-99d7-7c0d70200deb tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 984 time: 0.1384850 Jan 25 18:45:38.580487 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab0571-d249-434e-bc0b-66848b240bab req-73cf7003-c3f9-4e10-8efa-21d189a140a3 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:38.581938 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-88ab0571-d249-434e-bc0b-66848b240bab req-73cf7003-c3f9-4e10-8efa-21d189a140a3 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 932 time: 0.1471803 Jan 25 18:45:38.631005 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-908d2abf-cd4d-414b-8062-54a32c02d62d req-375dfbd9-95b6-43fa-b927-0be34733ffb5 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&id=6a005953-4e17-4212-9224-5d85e2abca74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1544731 Jan 25 18:45:38.676163 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-88ab0571-d249-434e-bc0b-66848b240bab req-dcf384cb-cb23-4848-978e-1eeded8e259a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861657 Jan 25 18:45:38.724640 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-43c169ff-e6a1-4298-9ab9-97936068ed1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44325d1e-173d-4d46-b8e5-ae2295786cae {{(pid=102638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:45:38.733379 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-43c169ff-e6a1-4298-9ab9-97936068ed1d service neutron] Publish callbacks [] for port (44325d1e-173d-4d46-b8e5-ae2295786cae), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:38.746933 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.provisioning_blocks [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-43c169ff-e6a1-4298-9ab9-97936068ed1d service neutron] Transition to ACTIVE for port object 44325d1e-173d-4d46-b8e5-ae2295786cae will not be triggered until provisioned by entity L2. {{(pid=102638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 18:45:38.750930 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-43c169ff-e6a1-4298-9ab9-97936068ed1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31061751'] for port (44325d1e-173d-4d46-b8e5-ae2295786cae), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:38.803560 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c169ff-e6a1-4298-9ab9-97936068ed1d service neutron] Pushing event updated for resources: {'Port': ['ID=44325d1e-173d-4d46-b8e5-ae2295786cae,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:38.877317 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-43c169ff-e6a1-4298-9ab9-97936068ed1d service neutron] Attempting to bind port 44325d1e-173d-4d46-b8e5-ae2295786cae on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:45:38.877652 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-43c169ff-e6a1-4298-9ab9-97936068ed1d service neutron] Attempting to bind port 44325d1e-173d-4d46-b8e5-ae2295786cae by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '33303819-941d-4651-bee5-cdf3f7efb5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7'}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:45:38.877981 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-43c169ff-e6a1-4298-9ab9-97936068ed1d service neutron] Attempting to bind port 44325d1e-173d-4d46-b8e5-ae2295786cae on network 19710347-2b27-4f84-bd0f-eebdcb4ddcc7 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:45:38.882661 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-43c169ff-e6a1-4298-9ab9-97936068ed1d service neutron] Port 44325d1e-173d-4d46-b8e5-ae2295786cae on network 19710347-2b27-4f84-bd0f-eebdcb4ddcc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 18:45:38.883012 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-43c169ff-e6a1-4298-9ab9-97936068ed1d service neutron] Attempting to bind port 44325d1e-173d-4d46-b8e5-ae2295786cae on network 19710347-2b27-4f84-bd0f-eebdcb4ddcc7 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:45:38.888164 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-43c169ff-e6a1-4298-9ab9-97936068ed1d service neutron] Checking agent: {'id': 'bdb5f0d3-661d-4d22-a5ac-70c284fe21ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'started_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:45:38.888622 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-43c169ff-e6a1-4298-9ab9-97936068ed1d service neutron] Checking segment: {'id': '33303819-941d-4651-bee5-cdf3f7efb5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:45:38.889078 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-43c169ff-e6a1-4298-9ab9-97936068ed1d service neutron] Bound using segment: {'id': '33303819-941d-4651-bee5-cdf3f7efb5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7'} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:45:38.889553 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-43c169ff-e6a1-4298-9ab9-97936068ed1d service neutron] Bound port: 44325d1e-173d-4d46-b8e5-ae2295786cae, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33303819-941d-4651-bee5-cdf3f7efb5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7'}}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:45:38.889907 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-43c169ff-e6a1-4298-9ab9-97936068ed1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (44325d1e-173d-4d46-b8e5-ae2295786cae), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:38.962886 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-43c169ff-e6a1-4298-9ab9-97936068ed1d service neutron] For port 44325d1e-173d-4d46-b8e5-ae2295786cae, host hv-cinder-82635, cleared binding levels {{(pid=102638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:45:38.966582 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-43c169ff-e6a1-4298-9ab9-97936068ed1d service neutron] For port 44325d1e-173d-4d46-b8e5-ae2295786cae, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=44325d1e-173d-4d46-b8e5-ae2295786cae,segment=NetworkSegment(33303819-941d-4651-bee5-cdf3f7efb5e7),segment_id=33303819-941d-4651-bee5-cdf3f7efb5e7)] {{(pid=102638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:45:38.970965 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-43c169ff-e6a1-4298-9ab9-97936068ed1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31061751'] for port (44325d1e-173d-4d46-b8e5-ae2295786cae), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:39.004974 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-43c169ff-e6a1-4298-9ab9-97936068ed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:39.005597 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-43c169ff-e6a1-4298-9ab9-97936068ed1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:39.007006 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-43c169ff-e6a1-4298-9ab9-97936068ed1d service neutron] 10.222.0.42 "PUT /v2.0/ports/44325d1e-173d-4d46-b8e5-ae2295786cae HTTP/1.1" status: 200 len: 1094 time: 0.7947862 Jan 25 18:45:39.007475 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd921b80b-cd84-43c9-b964-8a18a6ca0838', 'tag': '44325d1e-173d-4d46-b8e5-ae2295786cae'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:45:39.009747 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ec771c-c24d-434e-9400-ac24b1f5d51a" -d '{"events": [{"name": "network-changed", "server_uuid": "d921b80b-cd84-43c9-b964-8a18a6ca0838", "tag": "44325d1e-173d-4d46-b8e5-ae2295786cae"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:45:39.053961 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c169ff-e6a1-4298-9ab9-97936068ed1d service neutron] Pushing event updated for resources: {'Port': ['ID=44325d1e-173d-4d46-b8e5-ae2295786cae,revision_number=3']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:39.060947 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5baa80-d061-4f62-ba7b-3ae0e1e45e1e x-openstack-request-id: req-7e5baa80-d061-4f62-ba7b-3ae0e1e45e1e {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:45:39.061476 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d921b80b-cd84-43c9-b964-8a18a6ca0838", "tag": "44325d1e-173d-4d46-b8e5-ae2295786cae", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:45:39.061476 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e5baa80-d061-4f62-ba7b-3ae0e1e45e1e {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:45:39.061879 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd921b80b-cd84-43c9-b964-8a18a6ca0838', 'tag': '44325d1e-173d-4d46-b8e5-ae2295786cae', 'status': 'completed', 'code': 200} Jan 25 18:45:39.112912 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-09bfbf78-04a6-4101-a760-7f99eea98894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:39.114457 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-09bfbf78-04a6-4101-a760-7f99eea98894 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2&device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 1097 time: 0.0484676 Jan 25 18:45:39.173274 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-4ac998d1-2342-44d2-90af-bd159092b431 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44325d1e-173d-4d46-b8e5-ae2295786cae HTTP/1.1" status: 200 len: 217 time: 0.0487623 Jan 25 18:45:39.236137 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-d3480605-a45b-413e-a3a3-449e10669b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:39.237613 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-d3480605-a45b-413e-a3a3-449e10669b8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502ab14a-9388-4da9-86c4-88e719ca487b HTTP/1.1" status: 200 len: 851 time: 0.0587871 Jan 25 18:45:39.284921 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-b54711d5-8e23-4ed5-9f87-8a53c5e49e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:39.286473 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-b54711d5-8e23-4ed5-9f87-8a53c5e49e7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432007 Jan 25 18:45:39.382072 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-c421271d-85d3-4421-8600-0ece111b24d2 service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896792 Jan 25 18:45:39.475695 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-4c32ad01-31c0-4ccd-93f6-eb5b237d7a7a req-042ad16a-b211-4805-b0c9-1326ffcbfd46 service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867958 Jan 25 18:45:39.559490 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec771c-c24d-434e-9400-ac24b1f5d51a req-3221dfca-a2be-4235-8039-eedca3f1d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:39.561018 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-38ec771c-c24d-434e-9400-ac24b1f5d51a req-3221dfca-a2be-4235-8039-eedca3f1d22f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2&device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 1097 time: 0.0412104 Jan 25 18:45:39.652879 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec771c-c24d-434e-9400-ac24b1f5d51a req-e6919d43-ae1e-4b32-b575-d0c3fe7b3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:39.654372 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-38ec771c-c24d-434e-9400-ac24b1f5d51a req-e6919d43-ae1e-4b32-b575-d0c3fe7b3045 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7 HTTP/1.1" status: 200 len: 913 time: 0.0874405 Jan 25 18:45:39.696043 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-38ec771c-c24d-434e-9400-ac24b1f5d51a req-d85b7643-75c4-43ec-a2a6-c3e6505233d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44325d1e-173d-4d46-b8e5-ae2295786cae HTTP/1.1" status: 200 len: 217 time: 0.0346482 Jan 25 18:45:39.796745 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec771c-c24d-434e-9400-ac24b1f5d51a req-35176e80-7c84-455c-b7a8-22914ccbe686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:39.798208 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-38ec771c-c24d-434e-9400-ac24b1f5d51a req-35176e80-7c84-455c-b7a8-22914ccbe686 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502ab14a-9388-4da9-86c4-88e719ca487b HTTP/1.1" status: 200 len: 851 time: 0.0960093 Jan 25 18:45:39.826943 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf0220-d727-400c-a419-018edbc74e7f req-f7cbfd4e-889c-4850-9e39-489860cd1e2e tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:39.828359 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-72cf0220-d727-400c-a419-018edbc74e7f req-f7cbfd4e-889c-4850-9e39-489860cd1e2e tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 984 time: 0.1250131 Jan 25 18:45:39.862724 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0535a0d-2b5c-42d8-93c8-dcfe3a85598e req-a116173f-6b41-45d4-9e61-430d5365ab18 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:39.864108 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d0535a0d-2b5c-42d8-93c8-dcfe3a85598e req-a116173f-6b41-45d4-9e61-430d5365ab18 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 944 time: 0.1056244 Jan 25 18:45:39.911667 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec771c-c24d-434e-9400-ac24b1f5d51a req-1e9a21d8-4b49-4a75-8072-d5937b6e75ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:39.913088 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-38ec771c-c24d-434e-9400-ac24b1f5d51a req-1e9a21d8-4b49-4a75-8072-d5937b6e75ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1072268 Jan 25 18:45:39.975998 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-72cf0220-d727-400c-a419-018edbc74e7f req-76a2adf5-984b-4e6a-9a59-b1a1bfbd6ddc tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&id=6a005953-4e17-4212-9224-5d85e2abca74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1308186 Jan 25 18:45:39.984155 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d0535a0d-2b5c-42d8-93c8-dcfe3a85598e req-7e1564f5-da02-429f-8206-6c9aa1056d0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112747 Jan 25 18:45:40.039050 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-38ec771c-c24d-434e-9400-ac24b1f5d51a req-5ea19abf-02bf-4390-89f7-183c3838897a service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160500 Jan 25 18:45:40.131956 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-38ec771c-c24d-434e-9400-ac24b1f5d51a req-52d3bed2-437a-4c09-910f-a5ac0ffb53dd service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864217 Jan 25 18:45:40.337502 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 52012) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:40.441678 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-2afb7e84-a5a2-4667-8c65-99ab2659cee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:40.515291 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-2afb7e84-a5a2-4667-8c65-99ab2659cee1 admin admin] Publish callbacks [] for security_group (4ee12dc8-9f1a-46ea-883c-e0a97a73a983), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:40.519374 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-2afb7e84-a5a2-4667-8c65-99ab2659cee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (4ee12dc8-9f1a-46ea-883c-e0a97a73a983), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:40.557596 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb7e84-a5a2-4667-8c65-99ab2659cee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee12dc8-9f1a-46ea-883c-e0a97a73a983,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:40.564834 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-2afb7e84-a5a2-4667-8c65-99ab2659cee1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1867aef5d1c440ddb01f0a29be907981&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230723 Jan 25 18:45:40.565682 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 52024) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:40.617960 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6bdce4d0-59c4-4fa0-8730-786241191b8b admin admin] Publish callbacks [] for security_group (4ee12dc8-9f1a-46ea-883c-e0a97a73a983), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:40.641468 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6bdce4d0-59c4-4fa0-8730-786241191b8b admin admin] Publish callbacks [] for security_group (4ee12dc8-9f1a-46ea-883c-e0a97a73a983), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:40.689650 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6bdce4d0-59c4-4fa0-8730-786241191b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (4ee12dc8-9f1a-46ea-883c-e0a97a73a983), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:40.692528 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6bdce4d0-59c4-4fa0-8730-786241191b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:40.693673 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-6bdce4d0-59c4-4fa0-8730-786241191b8b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ee12dc8-9f1a-46ea-883c-e0a97a73a983 HTTP/1.1" status: 204 len: 168 time: 0.1276903 Jan 25 18:45:40.701893 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdce4d0-59c4-4fa0-8730-786241191b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee12dc8-9f1a-46ea-883c-e0a97a73a983,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:40.850892 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 52032) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:40.953587 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e4df7be9-ac47-4253-b493-56e458bbdf2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:41.041773 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e4df7be9-ac47-4253-b493-56e458bbdf2f admin admin] Publish callbacks [] for security_group (1db998cb-8df6-4669-89ac-1e56043bb402), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:41.049348 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e4df7be9-ac47-4253-b493-56e458bbdf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (1db998cb-8df6-4669-89ac-1e56043bb402), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:41.092613 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-e4df7be9-ac47-4253-b493-56e458bbdf2f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80b953a0c35e49bca567399f663c01da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405758 Jan 25 18:45:41.095968 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 52048) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:41.099127 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df7be9-ac47-4253-b493-56e458bbdf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db998cb-8df6-4669-89ac-1e56043bb402,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:41.150850 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a99e16fd-82b8-4c62-b372-4104a8ddd9ce admin admin] Publish callbacks [] for security_group (1db998cb-8df6-4669-89ac-1e56043bb402), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:41.163936 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edacfe2-2215-49b8-a164-70f03b2f02f9 req-fa42615e-5de0-4862-a88c-4d180f34594b tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:41.165441 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0edacfe2-2215-49b8-a164-70f03b2f02f9 req-fa42615e-5de0-4862-a88c-4d180f34594b tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 984 time: 0.1061957 Jan 25 18:45:41.172962 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc2810-5fe5-48f4-9b58-449fa452244c req-184fe86d-8ac6-482f-ba79-ec12dfdfca63 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:41.174375 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a7fc2810-5fe5-48f4-9b58-449fa452244c req-184fe86d-8ac6-482f-ba79-ec12dfdfca63 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 944 time: 0.1043749 Jan 25 18:45:41.175225 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a99e16fd-82b8-4c62-b372-4104a8ddd9ce admin admin] Publish callbacks [] for security_group (1db998cb-8df6-4669-89ac-1e56043bb402), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:41.231081 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a99e16fd-82b8-4c62-b372-4104a8ddd9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (1db998cb-8df6-4669-89ac-1e56043bb402), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:41.233959 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a99e16fd-82b8-4c62-b372-4104a8ddd9ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:41.235467 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-a99e16fd-82b8-4c62-b372-4104a8ddd9ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1db998cb-8df6-4669-89ac-1e56043bb402 HTTP/1.1" status: 204 len: 168 time: 0.1385956 Jan 25 18:45:41.245221 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e16fd-82b8-4c62-b372-4104a8ddd9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db998cb-8df6-4669-89ac-1e56043bb402,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:41.544890 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 52066) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:41.547080 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a7fc2810-5fe5-48f4-9b58-449fa452244c req-eb51417c-403a-4bae-9555-f899e7c6b8fc tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746732 Jan 25 18:45:41.552592 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0edacfe2-2215-49b8-a164-70f03b2f02f9 req-6aeaa218-9257-493f-8ba6-88aadf5367b4 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&id=6a005953-4e17-4212-9224-5d85e2abca74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3772967 Jan 25 18:45:41.568090 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f57fb403-05f3-4200-866c-00fbee02bd03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:41.641635 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f57fb403-05f3-4200-866c-00fbee02bd03 admin admin] Publish callbacks [] for security_group (e9bf3f86-9309-462e-afcc-d3735a5b184a), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:41.645680 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-f57fb403-05f3-4200-866c-00fbee02bd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (e9bf3f86-9309-462e-afcc-d3735a5b184a), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:41.684025 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-f57fb403-05f3-4200-866c-00fbee02bd03 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b16daec0f4ca424ea0d9e377e861d5f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380115 Jan 25 18:45:41.686594 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 52068) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:41.694149 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fb403-05f3-4200-866c-00fbee02bd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bf3f86-9309-462e-afcc-d3735a5b184a,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:41.742520 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-31744456-a67f-41d9-989c-cfde25abb722 admin admin] Publish callbacks [] for security_group (e9bf3f86-9309-462e-afcc-d3735a5b184a), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:41.764492 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-31744456-a67f-41d9-989c-cfde25abb722 admin admin] Publish callbacks [] for security_group (e9bf3f86-9309-462e-afcc-d3735a5b184a), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:41.812305 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-31744456-a67f-41d9-989c-cfde25abb722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (e9bf3f86-9309-462e-afcc-d3735a5b184a), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:41.814959 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-31744456-a67f-41d9-989c-cfde25abb722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:41.818668 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-31744456-a67f-41d9-989c-cfde25abb722 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9bf3f86-9309-462e-afcc-d3735a5b184a HTTP/1.1" status: 204 len: 168 time: 0.1286001 Jan 25 18:45:41.824610 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31744456-a67f-41d9-989c-cfde25abb722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bf3f86-9309-462e-afcc-d3735a5b184a,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:42.140451 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 52088) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:42.153704 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-51803404-9395-4acb-b04c-5b5dbb082509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:42.227354 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-51803404-9395-4acb-b04c-5b5dbb082509 admin admin] Publish callbacks [] for security_group (55751e1e-5a8e-41e5-9bc1-9ab8aa2edb47), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:42.232155 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-51803404-9395-4acb-b04c-5b5dbb082509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (55751e1e-5a8e-41e5-9bc1-9ab8aa2edb47), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:42.269190 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-51803404-9395-4acb-b04c-5b5dbb082509 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1df674f3afef4fb99da667f12b474d1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276345 Jan 25 18:45:42.271328 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51803404-9395-4acb-b04c-5b5dbb082509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55751e1e-5a8e-41e5-9bc1-9ab8aa2edb47,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:42.271859 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 52096) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:42.324426 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5ce3-a02e-4095-99b9-330c316b1434 admin admin] Publish callbacks [] for security_group (55751e1e-5a8e-41e5-9bc1-9ab8aa2edb47), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:42.347862 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5ce3-a02e-4095-99b9-330c316b1434 admin admin] Publish callbacks [] for security_group (55751e1e-5a8e-41e5-9bc1-9ab8aa2edb47), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:42.398304 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5ce3-a02e-4095-99b9-330c316b1434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (55751e1e-5a8e-41e5-9bc1-9ab8aa2edb47), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:42.400848 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5ce3-a02e-4095-99b9-330c316b1434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:42.402028 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-e4cf5ce3-a02e-4095-99b9-330c316b1434 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55751e1e-5a8e-41e5-9bc1-9ab8aa2edb47 HTTP/1.1" status: 204 len: 168 time: 0.1291630 Jan 25 18:45:42.410994 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf5ce3-a02e-4095-99b9-330c316b1434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55751e1e-5a8e-41e5-9bc1-9ab8aa2edb47,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:42.693052 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326dd027-193e-41f8-aede-1e4971e3e426 req-7e90817d-d4c1-4a04-8b8e-76ad8b3b40a8 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:42.698291 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-326dd027-193e-41f8-aede-1e4971e3e426 req-7e90817d-d4c1-4a04-8b8e-76ad8b3b40a8 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 944 time: 0.0773683 Jan 25 18:45:42.706280 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2ec82-b1b6-416d-9d9c-357d7881494d req-f22e8c57-589a-433d-b28b-7d00b650344a tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:42.707836 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fcb2ec82-b1b6-416d-9d9c-357d7881494d req-f22e8c57-589a-433d-b28b-7d00b650344a tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 984 time: 0.0803967 Jan 25 18:45:42.778967 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-326dd027-193e-41f8-aede-1e4971e3e426 req-4c7740d3-5a12-4d59-9795-f5e919458d44 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701704 Jan 25 18:45:42.800291 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fcb2ec82-b1b6-416d-9d9c-357d7881494d req-e7519461-3f18-4e69-8c55-fe99eee5ec3d tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&id=6a005953-4e17-4212-9224-5d85e2abca74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0843053 Jan 25 18:45:43.944695 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4790e-a9db-4328-94d7-6bb03e813b96 req-c09398af-25fd-4dda-b0ca-65cbc7382f6b tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:43.946673 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e5c4790e-a9db-4328-94d7-6bb03e813b96 req-c09398af-25fd-4dda-b0ca-65cbc7382f6b tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 984 time: 0.0734754 Jan 25 18:45:43.956810 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3f7b7-4814-4195-bf3c-f4c2d5160f8e req-8ce306b4-47bf-4066-8101-c13a3b730b74 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:43.958311 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ace3f7b7-4814-4195-bf3c-f4c2d5160f8e req-8ce306b4-47bf-4066-8101-c13a3b730b74 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 944 time: 0.0942109 Jan 25 18:45:44.044748 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ace3f7b7-4814-4195-bf3c-f4c2d5160f8e req-aadaebb9-dbd2-4328-adf2-872c6f574c85 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783236 Jan 25 18:45:44.055159 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e5c4790e-a9db-4328-94d7-6bb03e813b96 req-67a02619-cbf4-4033-9c65-fe3a8e26617d tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&id=6a005953-4e17-4212-9224-5d85e2abca74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0958552 Jan 25 18:45:45.193737 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48acd1c-0089-4c9e-8d8d-fcbd243fc7fd req-93befc81-1d2e-428a-bd06-580665c53f03 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:45.195149 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e48acd1c-0089-4c9e-8d8d-fcbd243fc7fd req-93befc81-1d2e-428a-bd06-580665c53f03 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 944 time: 0.0820141 Jan 25 18:45:45.215267 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafb294-0b95-4f7b-bba7-8d1713353c7a req-78696194-b328-454b-bb11-d457ef25999c tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:45.216744 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6eafb294-0b95-4f7b-bba7-8d1713353c7a req-78696194-b328-454b-bb11-d457ef25999c tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 984 time: 0.0742409 Jan 25 18:45:45.281931 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e48acd1c-0089-4c9e-8d8d-fcbd243fc7fd req-188d820a-293f-4619-b370-f233cc6cc452 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799358 Jan 25 18:45:45.302232 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6eafb294-0b95-4f7b-bba7-8d1713353c7a req-390f8a3b-4616-4d89-aa5b-b3ae6912db20 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&id=6a005953-4e17-4212-9224-5d85e2abca74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0776978 Jan 25 18:45:46.436872 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7afa61-f94a-4fff-abc4-a1cbe83f20ad req-5087adcf-1678-4068-9271-584b6acced95 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:46.438362 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0a7afa61-f94a-4fff-abc4-a1cbe83f20ad req-5087adcf-1678-4068-9271-584b6acced95 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 944 time: 0.0799334 Jan 25 18:45:46.449341 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866513f-872a-4c1b-86ed-783cbd85ce26 req-df18ff41-f3fd-4444-b6a4-42b1b9079258 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:46.450870 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d866513f-872a-4c1b-86ed-783cbd85ce26 req-df18ff41-f3fd-4444-b6a4-42b1b9079258 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 984 time: 0.0781701 Jan 25 18:45:46.537628 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0a7afa61-f94a-4fff-abc4-a1cbe83f20ad req-305d4b3a-efef-47c6-b4af-ab2da94b5b14 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854943 Jan 25 18:45:46.553620 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d866513f-872a-4c1b-86ed-783cbd85ce26 req-ba8d5f78-1182-42d1-b028-fd2e7e689af6 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&id=6a005953-4e17-4212-9224-5d85e2abca74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0939660 Jan 25 18:45:47.679696 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2e939-2d4a-4398-b0e7-146a3ee2008b req-3d6c7ff8-6a27-44c7-b89d-7c9279c9d04e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:47.681167 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-bba2e939-2d4a-4398-b0e7-146a3ee2008b req-3d6c7ff8-6a27-44c7-b89d-7c9279c9d04e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 944 time: 0.0765033 Jan 25 18:45:47.693173 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f7744-6bb5-40a3-a9ed-571d6b392ab6 req-837bb4b1-43aa-4c17-a701-9171436c30b0 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:47.694623 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-285f7744-6bb5-40a3-a9ed-571d6b392ab6 req-837bb4b1-43aa-4c17-a701-9171436c30b0 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 984 time: 0.0651596 Jan 25 18:45:47.776198 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-bba2e939-2d4a-4398-b0e7-146a3ee2008b req-d1d27eef-a90a-47fa-8dde-80e9ae420215 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806258 Jan 25 18:45:47.789162 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-285f7744-6bb5-40a3-a9ed-571d6b392ab6 req-02ebc89c-4008-4097-b309-308385187155 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&id=6a005953-4e17-4212-9224-5d85e2abca74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0878100 Jan 25 18:45:48.017239 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 44325d1e-173d-4d46-b8e5-ae2295786cae details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:45:48.116083 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 44325d1e-173d-4d46-b8e5-ae2295786cae, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=44325d1e-173d-4d46-b8e5-ae2295786cae,segment=NetworkSegment(33303819-941d-4651-bee5-cdf3f7efb5e7),segment_id=33303819-941d-4651-bee5-cdf3f7efb5e7)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:45:48.127523 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': '44325d1e-173d-4d46-b8e5-ae2295786cae', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'port_id': '44325d1e-173d-4d46-b8e5-ae2295786cae', 'mac_address': 'fa:16:3e:31:15:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:45:48.167375 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 44325d1e-173d-4d46-b8e5-ae2295786cae is: DOWN; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:45:48.168014 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (44325d1e-173d-4d46-b8e5-ae2295786cae), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:48.182346 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44325d1e-173d-4d46-b8e5-ae2295786cae {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:45:48.202560 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 44325d1e-173d-4d46-b8e5-ae2295786cae, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=44325d1e-173d-4d46-b8e5-ae2295786cae,segment=NetworkSegment(33303819-941d-4651-bee5-cdf3f7efb5e7),segment_id=33303819-941d-4651-bee5-cdf3f7efb5e7)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:45:48.206120 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (44325d1e-173d-4d46-b8e5-ae2295786cae), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:48.252655 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=44325d1e-173d-4d46-b8e5-ae2295786cae,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:48.495103 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['44325d1e-173d-4d46-b8e5-ae2295786cae'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:45:48.922519 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b028f-176e-4a3d-9de5-e44f5c3dd827 req-bd6ce9b2-5c9e-4048-92c9-c471102049c4 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:48.923994 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-cc0b028f-176e-4a3d-9de5-e44f5c3dd827 req-bd6ce9b2-5c9e-4048-92c9-c471102049c4 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 945 time: 0.0798144 Jan 25 18:45:48.931323 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48680f-f2bd-4eb7-9bd8-fc82a8cdba48 req-84f8b2b8-c16c-40b0-8149-a5ecfe1e0dbe tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:48.932663 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-aa48680f-f2bd-4eb7-9bd8-fc82a8cdba48 req-84f8b2b8-c16c-40b0-8149-a5ecfe1e0dbe tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 984 time: 0.0774610 Jan 25 18:45:49.011380 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-cc0b028f-176e-4a3d-9de5-e44f5c3dd827 req-3e4e325c-b027-4c1e-96df-29826894e410 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776880 Jan 25 18:45:49.023942 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-aa48680f-f2bd-4eb7-9bd8-fc82a8cdba48 req-0c779f92-271c-406a-b5aa-b43e1d28cf77 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&id=6a005953-4e17-4212-9224-5d85e2abca74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847423 Jan 25 18:45:49.140577 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 44325d1e-173d-4d46-b8e5-ae2295786cae up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:45:49.195036 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning for port 44325d1e-173d-4d46-b8e5-ae2295786cae completed by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 18:45:49.199798 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port 44325d1e-173d-4d46-b8e5-ae2295786cae triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:45:49.200207 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (44325d1e-173d-4d46-b8e5-ae2295786cae), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:49.280410 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 44325d1e-173d-4d46-b8e5-ae2295786cae is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:45:49.280815 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (44325d1e-173d-4d46-b8e5-ae2295786cae), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:49.304628 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd921b80b-cd84-43c9-b964-8a18a6ca0838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44325d1e-173d-4d46-b8e5-ae2295786cae'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:45:49.307264 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f951c0e5-34f8-417c-87fa-29ec3160b305" -d '{"events": [{"server_uuid": "d921b80b-cd84-43c9-b964-8a18a6ca0838", "name": "network-vif-plugged", "status": "completed", "tag": "44325d1e-173d-4d46-b8e5-ae2295786cae"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:45:49.320063 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 44325d1e-173d-4d46-b8e5-ae2295786cae, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=44325d1e-173d-4d46-b8e5-ae2295786cae,segment=NetworkSegment(33303819-941d-4651-bee5-cdf3f7efb5e7),segment_id=33303819-941d-4651-bee5-cdf3f7efb5e7)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:45:49.330037 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (44325d1e-173d-4d46-b8e5-ae2295786cae), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:49.358681 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74485551-ae6a-4521-9eb3-343afff80730 x-openstack-request-id: req-74485551-ae6a-4521-9eb3-343afff80730 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:45:49.358979 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d921b80b-cd84-43c9-b964-8a18a6ca0838", "name": "network-vif-plugged", "status": "completed", "tag": "44325d1e-173d-4d46-b8e5-ae2295786cae", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:45:49.359235 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74485551-ae6a-4521-9eb3-343afff80730 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:45:49.359635 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd921b80b-cd84-43c9-b964-8a18a6ca0838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44325d1e-173d-4d46-b8e5-ae2295786cae', 'code': 200} Jan 25 18:45:49.381649 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=44325d1e-173d-4d46-b8e5-ae2295786cae,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:49.604117 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38321f00-6446-4a8f-bc17-e971b77f7195 req-19569e68-5ce2-41d6-aff5-aeed39773bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:49.605924 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-38321f00-6446-4a8f-bc17-e971b77f7195 req-19569e68-5ce2-41d6-aff5-aeed39773bc1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 1099 time: 0.0456305 Jan 25 18:45:49.652697 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-38321f00-6446-4a8f-bc17-e971b77f7195 req-bae52220-d7f5-4f10-9719-c0d24f81fb9d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410731 Jan 25 18:45:50.123526 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27896986-b0d1-4e67-ab52-3bde90c695d4 req-d6b7d688-c6aa-4e1d-8950-a5fa2b29f910 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:50.124882 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-27896986-b0d1-4e67-ab52-3bde90c695d4 req-d6b7d688-c6aa-4e1d-8950-a5fa2b29f910 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 946 time: 0.0471764 Jan 25 18:45:50.174153 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-27896986-b0d1-4e67-ab52-3bde90c695d4 req-6030c90e-690d-4d93-abaa-01325d25c2a4 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435085 Jan 25 18:45:50.435197 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:45:51.291539 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5f096-41ce-4161-9634-e0f774de7247 req-ef231220-336a-4c95-929a-4e7907836c8c tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:51.293112 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-01e5f096-41ce-4161-9634-e0f774de7247 req-ef231220-336a-4c95-929a-4e7907836c8c tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 946 time: 0.0505013 Jan 25 18:45:51.341437 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-01e5f096-41ce-4161-9634-e0f774de7247 req-8bf584a6-5d08-4092-9acd-d2c3365595d0 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422740 Jan 25 18:45:51.454691 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b109a-0435-4314-96ef-148c6fb6aa54 req-dba2aecc-7b44-42a0-9e5e-427a4993bc0d tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:51.456066 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-099b109a-0435-4314-96ef-148c6fb6aa54 req-dba2aecc-7b44-42a0-9e5e-427a4993bc0d tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 946 time: 0.0475833 Jan 25 18:45:51.505269 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-099b109a-0435-4314-96ef-148c6fb6aa54 req-20006297-77d4-483a-b299-96dcaaa68893 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432041 Jan 25 18:45:51.527370 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 52298) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:51.710898 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a636c18-0090-40a7-80c2-2185067f7525 tempest-TestVolumeBootPattern-1393257415 tempest-TestVolumeBootPattern-1393257415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:51.712368 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-9a636c18-0090-40a7-80c2-2185067f7525 tempest-TestVolumeBootPattern-1393257415 tempest-TestVolumeBootPattern-1393257415-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 1094 time: 0.1840434 Jan 25 18:45:51.715335 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 52302) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:51.719505 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-212e2049-9cd4-4df6-adac-464e1e6a5e09 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Request body: {'floatingip': {'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'port_id': '44325d1e-173d-4d46-b8e5-ae2295786cae', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:45:51.738796 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-212e2049-9cd4-4df6-adac-464e1e6a5e09 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:51.842826 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-212e2049-9cd4-4df6-adac-464e1e6a5e09 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:51.888884 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:51.955674 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [None req-212e2049-9cd4-4df6-adac-464e1e6a5e09 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Allocated IP 172.27.2.73 (af042177-33eb-43ce-93a3-80213c48b93e/b5271661-edb4-4dc6-95f7-ec5badc479aa/43249231-77f7-41c6-a3b4-252f81104194) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:45:52.070237 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-212e2049-9cd4-4df6-adac-464e1e6a5e09 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for port (43249231-77f7-41c6-a3b4-252f81104194), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:52.114838 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-212e2049-9cd4-4df6-adac-464e1e6a5e09 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (43249231-77f7-41c6-a3b4-252f81104194), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:52.150917 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212e2049-9cd4-4df6-adac-464e1e6a5e09 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Network af042177-33eb-43ce-93a3-80213c48b93e is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:45:52.153746 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-212e2049-9cd4-4df6-adac-464e1e6a5e09 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:45:52.157345 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212e2049-9cd4-4df6-adac-464e1e6a5e09 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:45:52.194067 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e2049-9cd4-4df6-adac-464e1e6a5e09 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Pushing event updated for resources: {'Port': ['ID=43249231-77f7-41c6-a3b4-252f81104194,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:52.344257 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 52322) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:52.490896 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-25b1b716-d3bb-4d9b-ae8c-8976f64032f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:52.592965 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-212e2049-9cd4-4df6-adac-464e1e6a5e09 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for floatingip (7a6cb55f-b553-4c66-9c13-1924395a35eb), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:52.678370 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-25b1b716-d3bb-4d9b-ae8c-8976f64032f7 admin admin] Publish callbacks [] for security_group (9bb6c88d-8c16-4f9b-abac-e28c58cf68eb), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:52.685852 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-25b1b716-d3bb-4d9b-ae8c-8976f64032f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (9bb6c88d-8c16-4f9b-abac-e28c58cf68eb), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:52.701780 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-212e2049-9cd4-4df6-adac-464e1e6a5e09 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (43249231-77f7-41c6-a3b4-252f81104194), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:52.755273 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1b716-d3bb-4d9b-ae8c-8976f64032f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb6c88d-8c16-4f9b-abac-e28c58cf68eb,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:52.760392 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-25b1b716-d3bb-4d9b-ae8c-8976f64032f7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=efa413f21acf477b8285b3274bbe69b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4151630 Jan 25 18:45:52.763141 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 52326) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:52.813974 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-802a740a-e962-4bb6-a336-dbcd52fbbf94 admin admin] Publish callbacks [] for security_group (9bb6c88d-8c16-4f9b-abac-e28c58cf68eb), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:52.839098 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-802a740a-e962-4bb6-a336-dbcd52fbbf94 admin admin] Publish callbacks [] for security_group (9bb6c88d-8c16-4f9b-abac-e28c58cf68eb), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:52.884014 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-802a740a-e962-4bb6-a336-dbcd52fbbf94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (9bb6c88d-8c16-4f9b-abac-e28c58cf68eb), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:52.887695 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-802a740a-e962-4bb6-a336-dbcd52fbbf94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:52.888787 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-212e2049-9cd4-4df6-adac-464e1e6a5e09 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for port (43249231-77f7-41c6-a3b4-252f81104194), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:52.890693 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-802a740a-e962-4bb6-a336-dbcd52fbbf94 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9bb6c88d-8c16-4f9b-abac-e28c58cf68eb HTTP/1.1" status: 204 len: 168 time: 0.1263316 Jan 25 18:45:52.895774 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-212e2049-9cd4-4df6-adac-464e1e6a5e09 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31061751'] for port (43249231-77f7-41c6-a3b4-252f81104194), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:52.901971 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a740a-e962-4bb6-a336-dbcd52fbbf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb6c88d-8c16-4f9b-abac-e28c58cf68eb,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:52.910068 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a740a-e962-4bb6-a336-dbcd52fbbf94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:52.910433 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a740a-e962-4bb6-a336-dbcd52fbbf94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:52.910910 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a740a-e962-4bb6-a336-dbcd52fbbf94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:52.911265 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a740a-e962-4bb6-a336-dbcd52fbbf94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:52.911605 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a740a-e962-4bb6-a336-dbcd52fbbf94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:52.912004 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a740a-e962-4bb6-a336-dbcd52fbbf94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:52.912277 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a740a-e962-4bb6-a336-dbcd52fbbf94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:52.912613 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a740a-e962-4bb6-a336-dbcd52fbbf94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:52.912945 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a740a-e962-4bb6-a336-dbcd52fbbf94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:52.913277 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a740a-e962-4bb6-a336-dbcd52fbbf94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:52.913617 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a740a-e962-4bb6-a336-dbcd52fbbf94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:52.914154 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a740a-e962-4bb6-a336-dbcd52fbbf94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:52.914265 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a740a-e962-4bb6-a336-dbcd52fbbf94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:45:52.970076 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e2049-9cd4-4df6-adac-464e1e6a5e09 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Pushing event updated for resources: {'Port': ['ID=43249231-77f7-41c6-a3b4-252f81104194,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:52.985744 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-212e2049-9cd4-4df6-adac-464e1e6a5e09 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698476'] for floatingip (7a6cb55f-b553-4c66-9c13-1924395a35eb), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:53.094601 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.db.l3_db [None req-212e2049-9cd4-4df6-adac-464e1e6a5e09 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Floating IP 7a6cb55f-b553-4c66-9c13-1924395a35eb associated. External IP: 172.27.2.73, port: 44325d1e-173d-4d46-b8e5-ae2295786cae. Jan 25 18:45:53.174681 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 52334) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:53.187993 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b1ecbee4-0128-4603-83f2-972ba0c52fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:53.262765 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b1ecbee4-0128-4603-83f2-972ba0c52fdc admin admin] Publish callbacks [] for security_group (87a1d057-ed33-4740-ab26-2c3173e24b55), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:53.266849 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b1ecbee4-0128-4603-83f2-972ba0c52fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (87a1d057-ed33-4740-ab26-2c3173e24b55), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:53.306135 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-b1ecbee4-0128-4603-83f2-972ba0c52fdc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97ce3754c6eb4f13a61bf9f8c1e8ed53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302986 Jan 25 18:45:53.308637 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 52336) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:53.314437 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ecbee4-0128-4603-83f2-972ba0c52fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a1d057-ed33-4740-ab26-2c3173e24b55,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:53.316116 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212e2049-9cd4-4df6-adac-464e1e6a5e09 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Router 6228e71f-c465-4210-b751-36483d193800 has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:45:53.359145 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef6ba-2b3f-49d4-a000-383ef8ce2e45 admin admin] Publish callbacks [] for security_group (87a1d057-ed33-4740-ab26-2c3173e24b55), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:53.380446 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef6ba-2b3f-49d4-a000-383ef8ce2e45 admin admin] Publish callbacks [] for security_group (87a1d057-ed33-4740-ab26-2c3173e24b55), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:53.426801 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212e2049-9cd4-4df6-adac-464e1e6a5e09 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:45:53.429972 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef6ba-2b3f-49d4-a000-383ef8ce2e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (87a1d057-ed33-4740-ab26-2c3173e24b55), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:53.433103 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef6ba-2b3f-49d4-a000-383ef8ce2e45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:53.436932 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-ca9ef6ba-2b3f-49d4-a000-383ef8ce2e45 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87a1d057-ed33-4740-ab26-2c3173e24b55 HTTP/1.1" status: 204 len: 168 time: 0.1273654 Jan 25 18:45:53.439141 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b17fbf-7eb3-44d1-947c-60ec764fe7bd None None] Sync routers for ids ['6228e71f-c465-4210-b751-36483d193800'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:45:53.445025 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ef6ba-2b3f-49d4-a000-383ef8ce2e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a1d057-ed33-4740-ab26-2c3173e24b55,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:53.456051 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-212e2049-9cd4-4df6-adac-464e1e6a5e09 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for floatingip (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:53.467818 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b17fbf-7eb3-44d1-947c-60ec764fe7bd None None] Routers {'6228e71f-c465-4210-b751-36483d193800'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:45:53.468744 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-81b17fbf-7eb3-44d1-947c-60ec764fe7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:45:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['6228e71f-c465-4210-b751-36483d193800'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:53.485747 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-212e2049-9cd4-4df6-adac-464e1e6a5e09 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7694104 Jan 25 18:45:53.486627 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd921b80b-cd84-43c9-b964-8a18a6ca0838', 'tag': '44325d1e-173d-4d46-b8e5-ae2295786cae'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:45:53.489077 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f66047e-fced-4fe2-91e4-9b64d4fb5d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "d921b80b-cd84-43c9-b964-8a18a6ca0838", "tag": "44325d1e-173d-4d46-b8e5-ae2295786cae"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:45:53.526906 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5253e1cd-fc1d-4853-b0ec-e1050f7be436 x-openstack-request-id: req-5253e1cd-fc1d-4853-b0ec-e1050f7be436 {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:45:53.527397 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d921b80b-cd84-43c9-b964-8a18a6ca0838", "tag": "44325d1e-173d-4d46-b8e5-ae2295786cae", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:45:53.527817 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5253e1cd-fc1d-4853-b0ec-e1050f7be436 {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:45:53.528369 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd921b80b-cd84-43c9-b964-8a18a6ca0838', 'tag': '44325d1e-173d-4d46-b8e5-ae2295786cae', 'status': 'completed', 'code': 200} Jan 25 18:45:53.588674 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-81b17fbf-7eb3-44d1-947c-60ec764fe7bd None None] Set router 6228e71f-c465-4210-b751-36483d193800 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:45:53.605258 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66047e-fced-4fe2-91e4-9b64d4fb5d8d req-ed1a32d2-dc8f-4df5-a011-d4cffce06609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:53.606819 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2f66047e-fced-4fe2-91e4-9b64d4fb5d8d req-ed1a32d2-dc8f-4df5-a011-d4cffce06609 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2&device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 1099 time: 0.0421088 Jan 25 18:45:53.711575 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66047e-fced-4fe2-91e4-9b64d4fb5d8d req-9c3849e9-41e9-4b5b-abf2-1e1bce3c0dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:53.711575 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2f66047e-fced-4fe2-91e4-9b64d4fb5d8d req-9c3849e9-41e9-4b5b-abf2-1e1bce3c0dd4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7 HTTP/1.1" status: 200 len: 913 time: 0.0963292 Jan 25 18:45:53.783254 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2f66047e-fced-4fe2-91e4-9b64d4fb5d8d req-6a240c3a-dad3-42fc-ab2e-5b1a3563b4d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44325d1e-173d-4d46-b8e5-ae2295786cae HTTP/1.1" status: 200 len: 999 time: 0.0676353 Jan 25 18:45:53.836346 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66047e-fced-4fe2-91e4-9b64d4fb5d8d req-9f6396fa-1f8a-4fc5-81fc-dbf73392f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:53.836991 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-81b17fbf-7eb3-44d1-947c-60ec764fe7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:45:08Z', 'revision_number': 4, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port': {'id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:06Z', 'updated_at': '2022-01-25T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': '7a6cb55f-b553-4c66-9c13-1924395a35eb', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '6228e71f-c465-4210-b751-36483d193800', 'port_id': '44325d1e-173d-4d46-b8e5-ae2295786cae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'mac_address': 'fa:16:3e:31:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd921b80b-cd84-43c9-b964-8a18a6ca0838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:45:52Z', 'updated_at': '2022-01-25T18:45:52Z', 'revision_number': 0, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9139cecf-69de-47ae-8532-fe2e3e78514b', 'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'mac_address': 'fa:16:3e:fe:af:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:07Z', 'updated_at': '2022-01-25T18:45:12Z', 'revision_number': 5, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'subnets': [{'id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:53.838580 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2f66047e-fced-4fe2-91e4-9b64d4fb5d8d req-9f6396fa-1f8a-4fc5-81fc-dbf73392f643 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502ab14a-9388-4da9-86c4-88e719ca487b HTTP/1.1" status: 200 len: 851 time: 0.0498426 Jan 25 18:45:53.867582 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b17fbf-7eb3-44d1-947c-60ec764fe7bd None None] Checking router: 6228e71f-c465-4210-b751-36483d193800 for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:45:53.876121 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b17fbf-7eb3-44d1-947c-60ec764fe7bd None None] Routers {'6228e71f-c465-4210-b751-36483d193800'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:45:53.876735 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-81b17fbf-7eb3-44d1-947c-60ec764fe7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:45:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['6228e71f-c465-4210-b751-36483d193800'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:53.885478 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66047e-fced-4fe2-91e4-9b64d4fb5d8d req-b5b3c182-ee75-415a-bca4-d132670adf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:45:53.887161 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2f66047e-fced-4fe2-91e4-9b64d4fb5d8d req-b5b3c182-ee75-415a-bca4-d132670adf64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423551 Jan 25 18:45:54.007695 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2f66047e-fced-4fe2-91e4-9b64d4fb5d8d req-4998a321-1137-4141-b744-628ea95c8b59 service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142054 Jan 25 18:45:54.112657 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2f66047e-fced-4fe2-91e4-9b64d4fb5d8d req-0b78e792-6bf5-4026-b1a6-3bf26a7dcc91 service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983441 Jan 25 18:45:54.154870 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-81b17fbf-7eb3-44d1-947c-60ec764fe7bd None None] Set router 6228e71f-c465-4210-b751-36483d193800 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:45:54.384672 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-81b17fbf-7eb3-44d1-947c-60ec764fe7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:45:08Z', 'revision_number': 4, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port': {'id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:06Z', 'updated_at': '2022-01-25T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': '7a6cb55f-b553-4c66-9c13-1924395a35eb', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '6228e71f-c465-4210-b751-36483d193800', 'port_id': '44325d1e-173d-4d46-b8e5-ae2295786cae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'mac_address': 'fa:16:3e:31:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd921b80b-cd84-43c9-b964-8a18a6ca0838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:45:52Z', 'updated_at': '2022-01-25T18:45:52Z', 'revision_number': 0, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9139cecf-69de-47ae-8532-fe2e3e78514b', 'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'mac_address': 'fa:16:3e:fe:af:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:07Z', 'updated_at': '2022-01-25T18:45:12Z', 'revision_number': 5, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'subnets': [{'id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:45:54.411750 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b17fbf-7eb3-44d1-947c-60ec764fe7bd None None] The sync data for ids ['6228e71f-c465-4210-b751-36483d193800'] in dv-cinder-826350-1-iscsi is: [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:45:08Z', 'revision_number': 4, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port': {'id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:06Z', 'updated_at': '2022-01-25T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': '7a6cb55f-b553-4c66-9c13-1924395a35eb', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '6228e71f-c465-4210-b751-36483d193800', 'port_id': '44325d1e-173d-4d46-b8e5-ae2295786cae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'mac_address': 'fa:16:3e:31:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd921b80b-cd84-43c9-b964-8a18a6ca0838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:45:52Z', 'updated_at': '2022-01-25T18:45:52Z', 'revision_number': 0, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9139cecf-69de-47ae-8532-fe2e3e78514b', 'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'mac_address': 'fa:16:3e:fe:af:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:07Z', 'updated_at': '2022-01-25T18:45:12Z', 'revision_number': 5, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'subnets': [{'id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:45:54.620449 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122ba85f-b685-4ddf-811f-2426767b3a36 None None] New status for floating IP 7a6cb55f-b553-4c66-9c13-1924395a35eb: ACTIVE {{(pid=102640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 18:45:57.888608 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 52444) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:57.990511 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-84468eb8-9c77-43d5-8b71-10225dd1e442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:58.066391 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-84468eb8-9c77-43d5-8b71-10225dd1e442 admin admin] Publish callbacks [] for security_group (d0468b94-6c36-4de9-991b-406d46561cea), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:58.070124 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-84468eb8-9c77-43d5-8b71-10225dd1e442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (d0468b94-6c36-4de9-991b-406d46561cea), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:58.107310 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84468eb8-9c77-43d5-8b71-10225dd1e442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0468b94-6c36-4de9-991b-406d46561cea,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:58.111659 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-84468eb8-9c77-43d5-8b71-10225dd1e442 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e8dd2035305c4c5e95d8912f85cd706c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220283 Jan 25 18:45:58.114426 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 52448) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:58.160782 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b7db4dc3-e1d8-48bf-8b98-dff31f397361 admin admin] Publish callbacks [] for security_group (d0468b94-6c36-4de9-991b-406d46561cea), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:58.181121 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b7db4dc3-e1d8-48bf-8b98-dff31f397361 admin admin] Publish callbacks [] for security_group (d0468b94-6c36-4de9-991b-406d46561cea), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:58.225817 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b7db4dc3-e1d8-48bf-8b98-dff31f397361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (d0468b94-6c36-4de9-991b-406d46561cea), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:58.228404 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b7db4dc3-e1d8-48bf-8b98-dff31f397361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:58.229641 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-b7db4dc3-e1d8-48bf-8b98-dff31f397361 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d0468b94-6c36-4de9-991b-406d46561cea HTTP/1.1" status: 204 len: 168 time: 0.1144667 Jan 25 18:45:58.237008 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db4dc3-e1d8-48bf-8b98-dff31f397361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0468b94-6c36-4de9-991b-406d46561cea,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:58.490696 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 52460) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:58.504459 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-501e49a4-cb36-49d3-b476-8d7b9491acf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:58.580071 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-501e49a4-cb36-49d3-b476-8d7b9491acf7 admin admin] Publish callbacks [] for security_group (f78f08b5-32c0-4abd-a065-be2b4a66d452), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:58.583569 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-501e49a4-cb36-49d3-b476-8d7b9491acf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (f78f08b5-32c0-4abd-a065-be2b4a66d452), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:58.620859 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-501e49a4-cb36-49d3-b476-8d7b9491acf7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8ea79394e8a4d8b84bb9655c671004d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291282 Jan 25 18:45:58.622062 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e49a4-cb36-49d3-b476-8d7b9491acf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78f08b5-32c0-4abd-a065-be2b4a66d452,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:45:58.623570 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 52462) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:45:58.674233 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-40d454d8-0fe5-4772-8d29-9d51f40347fc admin admin] Publish callbacks [] for security_group (f78f08b5-32c0-4abd-a065-be2b4a66d452), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:58.695519 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-40d454d8-0fe5-4772-8d29-9d51f40347fc admin admin] Publish callbacks [] for security_group (f78f08b5-32c0-4abd-a065-be2b4a66d452), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:58.742784 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-40d454d8-0fe5-4772-8d29-9d51f40347fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (f78f08b5-32c0-4abd-a065-be2b4a66d452), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:58.745510 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-40d454d8-0fe5-4772-8d29-9d51f40347fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:45:58.749720 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-40d454d8-0fe5-4772-8d29-9d51f40347fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f78f08b5-32c0-4abd-a065-be2b4a66d452 HTTP/1.1" status: 204 len: 168 time: 0.1242402 Jan 25 18:45:58.757773 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d454d8-0fe5-4772-8d29-9d51f40347fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78f08b5-32c0-4abd-a065-be2b4a66d452,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:00.069587 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16948d5d-51f0-4761-aa36-d1cdb1342d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:02.216314 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8f68cb9-e3e3-46a2-a2ba-d3b0dbcfeafd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:03.567338 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:04.898279 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:06.141597 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:13.058050 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 52618) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:46:13.158635 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-2166a6ef-23e5-4442-86c8-95b8f35ee45c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:13.233701 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-2166a6ef-23e5-4442-86c8-95b8f35ee45c admin admin] Publish callbacks [] for security_group (7a9cc52a-b7b4-4a60-a37a-7934d31d16f8), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:13.237465 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-2166a6ef-23e5-4442-86c8-95b8f35ee45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (7a9cc52a-b7b4-4a60-a37a-7934d31d16f8), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:13.277641 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-2166a6ef-23e5-4442-86c8-95b8f35ee45c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f404ef3a1024dcdaa99ac6d96a5982d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160857 Jan 25 18:46:13.277641 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166a6ef-23e5-4442-86c8-95b8f35ee45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9cc52a-b7b4-4a60-a37a-7934d31d16f8,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:13.277880 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 52626) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:46:13.338962 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-99c877af-cc2e-46d2-a22f-98631906e783 admin admin] Publish callbacks [] for security_group (7a9cc52a-b7b4-4a60-a37a-7934d31d16f8), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:13.360127 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-99c877af-cc2e-46d2-a22f-98631906e783 admin admin] Publish callbacks [] for security_group (7a9cc52a-b7b4-4a60-a37a-7934d31d16f8), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:13.407156 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-99c877af-cc2e-46d2-a22f-98631906e783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (7a9cc52a-b7b4-4a60-a37a-7934d31d16f8), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:13.409882 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-99c877af-cc2e-46d2-a22f-98631906e783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:13.411153 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-99c877af-cc2e-46d2-a22f-98631906e783 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a9cc52a-b7b4-4a60-a37a-7934d31d16f8 HTTP/1.1" status: 204 len: 168 time: 0.1322956 Jan 25 18:46:13.424639 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c877af-cc2e-46d2-a22f-98631906e783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9cc52a-b7b4-4a60-a37a-7934d31d16f8,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:21.892503 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:27.433989 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:46:29.347701 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c2aeb2b7-e00b-4adf-8af1-12f0d66db5af req-97828915-61c4-4a42-871d-70a748ec9ad9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386567 Jan 25 18:46:29.430796 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aeb2b7-e00b-4adf-8af1-12f0d66db5af req-e7e207ce-1067-4b99-8ca9-53ab5ca7ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:29.432198 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c2aeb2b7-e00b-4adf-8af1-12f0d66db5af req-e7e207ce-1067-4b99-8ca9-53ab5ca7ce98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09a5f500126c43bda9dda24b788fed0d&device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 1137 time: 0.0390823 Jan 25 18:46:29.538131 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aeb2b7-e00b-4adf-8af1-12f0d66db5af req-9479976d-4461-460d-bff6-ff22c3a44ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:29.539611 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c2aeb2b7-e00b-4adf-8af1-12f0d66db5af req-9479976d-4461-460d-bff6-ff22c3a44ce7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c386b781-67b6-4986-a6c3-1438ada313b0 HTTP/1.1" status: 200 len: 915 time: 0.0857525 Jan 25 18:46:29.603342 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c2aeb2b7-e00b-4adf-8af1-12f0d66db5af req-784f9f01-76ca-4b2f-bf76-44d304ac4537 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65416e28-6046-4978-8997-f64c24b94d7d HTTP/1.1" status: 200 len: 1000 time: 0.0563715 Jan 25 18:46:29.654147 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aeb2b7-e00b-4adf-8af1-12f0d66db5af req-d232cade-209c-475f-82d0-a9a0b7b6eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:29.655531 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c2aeb2b7-e00b-4adf-8af1-12f0d66db5af req-d232cade-209c-475f-82d0-a9a0b7b6eecb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2531e4ed-879a-4ede-b577-43db216b07a7 HTTP/1.1" status: 200 len: 853 time: 0.0452924 Jan 25 18:46:29.699045 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aeb2b7-e00b-4adf-8af1-12f0d66db5af req-1cfca0c3-fa58-4687-aff1-25758d953b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:29.700527 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c2aeb2b7-e00b-4adf-8af1-12f0d66db5af req-1cfca0c3-fa58-4687-aff1-25758d953b1d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c386b781-67b6-4986-a6c3-1438ada313b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391438 Jan 25 18:46:29.789926 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c2aeb2b7-e00b-4adf-8af1-12f0d66db5af req-16e17d2c-8c41-445c-9dcd-a79a2245b1c2 service neutron] 10.222.0.42 "GET /v2.0/networks/c386b781-67b6-4986-a6c3-1438ada313b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827899 Jan 25 18:46:29.884476 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c2aeb2b7-e00b-4adf-8af1-12f0d66db5af req-4a16f2d2-b10e-4fdd-ad50-a8cbbd8efc15 service neutron] 10.222.0.42 "GET /v2.0/networks/c386b781-67b6-4986-a6c3-1438ada313b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882189 Jan 25 18:46:30.072391 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-914f114b-668e-4b38-9f1e-29a2be322090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:32.217055 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ee7416d-345d-45b9-8d28-5bbdbe17e9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:32.482465 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 52750) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:46:32.582619 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f603d8db-bd10-47fd-ab72-e60185193b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:32.659562 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f603d8db-bd10-47fd-ab72-e60185193b6c admin admin] Publish callbacks [] for security_group (62a924b7-66ce-46bc-89ca-1886b60117c2), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:32.663865 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f603d8db-bd10-47fd-ab72-e60185193b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (62a924b7-66ce-46bc-89ca-1886b60117c2), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:32.702731 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-f603d8db-bd10-47fd-ab72-e60185193b6c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f3f46b9f800464981c4c9592bb704c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191947 Jan 25 18:46:32.703598 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603d8db-bd10-47fd-ab72-e60185193b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a924b7-66ce-46bc-89ca-1886b60117c2,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:32.705421 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 52756) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:46:32.711304 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603d8db-bd10-47fd-ab72-e60185193b6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:32.711660 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603d8db-bd10-47fd-ab72-e60185193b6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:32.712008 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603d8db-bd10-47fd-ab72-e60185193b6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:32.712365 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603d8db-bd10-47fd-ab72-e60185193b6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:32.712689 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603d8db-bd10-47fd-ab72-e60185193b6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:32.713020 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603d8db-bd10-47fd-ab72-e60185193b6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:32.713350 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603d8db-bd10-47fd-ab72-e60185193b6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:32.713681 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603d8db-bd10-47fd-ab72-e60185193b6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:32.714037 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603d8db-bd10-47fd-ab72-e60185193b6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:32.714366 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603d8db-bd10-47fd-ab72-e60185193b6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:32.714690 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603d8db-bd10-47fd-ab72-e60185193b6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:32.715013 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603d8db-bd10-47fd-ab72-e60185193b6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:32.715337 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603d8db-bd10-47fd-ab72-e60185193b6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:32.753279 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c040c99b-756e-4aa0-b186-cea5b3d5dcfc admin admin] Publish callbacks [] for security_group (62a924b7-66ce-46bc-89ca-1886b60117c2), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:32.774928 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c040c99b-756e-4aa0-b186-cea5b3d5dcfc admin admin] Publish callbacks [] for security_group (62a924b7-66ce-46bc-89ca-1886b60117c2), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:32.823498 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c040c99b-756e-4aa0-b186-cea5b3d5dcfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (62a924b7-66ce-46bc-89ca-1886b60117c2), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:32.826095 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-c040c99b-756e-4aa0-b186-cea5b3d5dcfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:32.827241 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-c040c99b-756e-4aa0-b186-cea5b3d5dcfc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62a924b7-66ce-46bc-89ca-1886b60117c2 HTTP/1.1" status: 204 len: 168 time: 0.1207807 Jan 25 18:46:32.834667 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040c99b-756e-4aa0-b186-cea5b3d5dcfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a924b7-66ce-46bc-89ca-1886b60117c2,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:33.079797 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 52762) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:46:33.092691 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5572a583-7fc5-4ef5-89c3-c6f14c377680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:33.164185 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5572a583-7fc5-4ef5-89c3-c6f14c377680 admin admin] Publish callbacks [] for security_group (9f4bc9d3-99a9-4b5f-9025-704f6d8bd20c), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:33.167902 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5572a583-7fc5-4ef5-89c3-c6f14c377680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (9f4bc9d3-99a9-4b5f-9025-704f6d8bd20c), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:33.203471 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572a583-7fc5-4ef5-89c3-c6f14c377680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4bc9d3-99a9-4b5f-9025-704f6d8bd20c,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:33.208710 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-5572a583-7fc5-4ef5-89c3-c6f14c377680 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68193b955e7c4640a0b228ae053a381e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279008 Jan 25 18:46:33.211362 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 52764) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:46:33.257485 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-d3fefcd0-328a-4141-813d-cfd9f523bbcb admin admin] Publish callbacks [] for security_group (9f4bc9d3-99a9-4b5f-9025-704f6d8bd20c), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:33.277939 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-d3fefcd0-328a-4141-813d-cfd9f523bbcb admin admin] Publish callbacks [] for security_group (9f4bc9d3-99a9-4b5f-9025-704f6d8bd20c), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:33.322654 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-d3fefcd0-328a-4141-813d-cfd9f523bbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (9f4bc9d3-99a9-4b5f-9025-704f6d8bd20c), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:33.325270 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-d3fefcd0-328a-4141-813d-cfd9f523bbcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:33.326425 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-d3fefcd0-328a-4141-813d-cfd9f523bbcb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f4bc9d3-99a9-4b5f-9025-704f6d8bd20c HTTP/1.1" status: 204 len: 168 time: 0.1141808 Jan 25 18:46:33.333556 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fefcd0-328a-4141-813d-cfd9f523bbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4bc9d3-99a9-4b5f-9025-704f6d8bd20c,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:33.568377 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:34.901098 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:36.143948 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:37.489632 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 52836) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:46:37.595307 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b9b2225e-d682-4724-ac5d-79a5586f9e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:37.667728 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b9b2225e-d682-4724-ac5d-79a5586f9e54 admin admin] Publish callbacks [] for security_group (940fed52-b619-4c58-8f8f-76bfef7dc070), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:37.671404 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-b9b2225e-d682-4724-ac5d-79a5586f9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (940fed52-b619-4c58-8f8f-76bfef7dc070), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:37.708009 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-b9b2225e-d682-4724-ac5d-79a5586f9e54 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d81259db009f4867998fcb749bc02860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172885 Jan 25 18:46:37.710476 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2225e-d682-4724-ac5d-79a5586f9e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940fed52-b619-4c58-8f8f-76bfef7dc070,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:37.711361 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 52840) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:46:37.760898 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-907da2d3-fe85-43ee-a765-7bb668c3cc27 admin admin] Publish callbacks [] for security_group (940fed52-b619-4c58-8f8f-76bfef7dc070), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:37.781114 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-907da2d3-fe85-43ee-a765-7bb668c3cc27 admin admin] Publish callbacks [] for security_group (940fed52-b619-4c58-8f8f-76bfef7dc070), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:37.826158 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-907da2d3-fe85-43ee-a765-7bb668c3cc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (940fed52-b619-4c58-8f8f-76bfef7dc070), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:37.828614 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-907da2d3-fe85-43ee-a765-7bb668c3cc27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:37.829727 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-907da2d3-fe85-43ee-a765-7bb668c3cc27 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/940fed52-b619-4c58-8f8f-76bfef7dc070 HTTP/1.1" status: 204 len: 168 time: 0.1173894 Jan 25 18:46:37.837066 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907da2d3-fe85-43ee-a765-7bb668c3cc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940fed52-b619-4c58-8f8f-76bfef7dc070,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:38.083510 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 52846) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:46:38.096219 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-1177355d-f290-4661-9b17-98df958509ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:38.167882 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-1177355d-f290-4661-9b17-98df958509ac admin admin] Publish callbacks [] for security_group (5d063ac9-3659-4108-8dd9-15776c099c74), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:38.171492 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-1177355d-f290-4661-9b17-98df958509ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (5d063ac9-3659-4108-8dd9-15776c099c74), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:38.209259 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-1177355d-f290-4661-9b17-98df958509ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e295d04abc614b10abe52c191d62dbfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1247101 Jan 25 18:46:38.210218 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177355d-f290-4661-9b17-98df958509ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d063ac9-3659-4108-8dd9-15776c099c74,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:38.211954 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 52848) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:46:38.258738 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-59c9fdfd-fdf8-4bb3-897b-0a2e43636ee6 admin admin] Publish callbacks [] for security_group (5d063ac9-3659-4108-8dd9-15776c099c74), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:38.279331 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-59c9fdfd-fdf8-4bb3-897b-0a2e43636ee6 admin admin] Publish callbacks [] for security_group (5d063ac9-3659-4108-8dd9-15776c099c74), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:38.333199 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-59c9fdfd-fdf8-4bb3-897b-0a2e43636ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (5d063ac9-3659-4108-8dd9-15776c099c74), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:38.336206 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-59c9fdfd-fdf8-4bb3-897b-0a2e43636ee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:38.337359 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-59c9fdfd-fdf8-4bb3-897b-0a2e43636ee6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d063ac9-3659-4108-8dd9-15776c099c74 HTTP/1.1" status: 204 len: 168 time: 0.1243691 Jan 25 18:46:38.345312 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9fdfd-fdf8-4bb3-897b-0a2e43636ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d063ac9-3659-4108-8dd9-15776c099c74,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:40.213166 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 52916) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:46:40.312986 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8d4b7c79-8506-40e8-b351-de34077b4b07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:40.393029 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8d4b7c79-8506-40e8-b351-de34077b4b07 admin admin] Publish callbacks [] for security_group (038a58e4-e7e9-44d6-a436-697c9b8e2095), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:40.397075 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8d4b7c79-8506-40e8-b351-de34077b4b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (038a58e4-e7e9-44d6-a436-697c9b8e2095), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:40.435752 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-8d4b7c79-8506-40e8-b351-de34077b4b07 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ba82bf359144e179d692837eba8101b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215400 Jan 25 18:46:40.436652 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b7c79-8506-40e8-b351-de34077b4b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038a58e4-e7e9-44d6-a436-697c9b8e2095,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:40.438473 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 52920) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:46:40.486966 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-2c0b658d-d65b-4452-a787-db83b74b6c0c admin admin] Publish callbacks [] for security_group (038a58e4-e7e9-44d6-a436-697c9b8e2095), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:40.509657 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-2c0b658d-d65b-4452-a787-db83b74b6c0c admin admin] Publish callbacks [] for security_group (038a58e4-e7e9-44d6-a436-697c9b8e2095), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:40.554861 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-2c0b658d-d65b-4452-a787-db83b74b6c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (038a58e4-e7e9-44d6-a436-697c9b8e2095), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:40.557328 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-2c0b658d-d65b-4452-a787-db83b74b6c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:40.558472 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-2c0b658d-d65b-4452-a787-db83b74b6c0c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/038a58e4-e7e9-44d6-a436-697c9b8e2095 HTTP/1.1" status: 204 len: 168 time: 0.1189914 Jan 25 18:46:40.566477 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b658d-d65b-4452-a787-db83b74b6c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038a58e4-e7e9-44d6-a436-697c9b8e2095,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:40.820801 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 52926) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:46:40.833708 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8dee0901-7090-4325-92cb-e37f7ed8aadc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:40.904689 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8dee0901-7090-4325-92cb-e37f7ed8aadc admin admin] Publish callbacks [] for security_group (2e1828fd-04fc-41d4-ba3a-7263b2600c7f), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:40.908544 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8dee0901-7090-4325-92cb-e37f7ed8aadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (2e1828fd-04fc-41d4-ba3a-7263b2600c7f), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:40.945260 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-8dee0901-7090-4325-92cb-e37f7ed8aadc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ac40761c1d646b0bd6ec146e173349b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1233857 Jan 25 18:46:40.947237 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee0901-7090-4325-92cb-e37f7ed8aadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1828fd-04fc-41d4-ba3a-7263b2600c7f,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:40.947966 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 52928) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:46:40.997102 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-c4781045-1caf-40de-b950-7351b550ce47 admin admin] Publish callbacks [] for security_group (2e1828fd-04fc-41d4-ba3a-7263b2600c7f), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:41.019115 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-c4781045-1caf-40de-b950-7351b550ce47 admin admin] Publish callbacks [] for security_group (2e1828fd-04fc-41d4-ba3a-7263b2600c7f), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:41.070541 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-c4781045-1caf-40de-b950-7351b550ce47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (2e1828fd-04fc-41d4-ba3a-7263b2600c7f), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:41.073028 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-c4781045-1caf-40de-b950-7351b550ce47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:41.074207 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-c4781045-1caf-40de-b950-7351b550ce47 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e1828fd-04fc-41d4-ba3a-7263b2600c7f HTTP/1.1" status: 204 len: 168 time: 0.1252384 Jan 25 18:46:41.081511 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4781045-1caf-40de-b950-7351b550ce47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1828fd-04fc-41d4-ba3a-7263b2600c7f,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:42.081680 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 52960) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:46:42.183235 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a57d5777-1675-48a2-8dad-4587f630568f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:42.253579 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a57d5777-1675-48a2-8dad-4587f630568f admin admin] Publish callbacks [] for security_group (571a67ed-1e24-477d-8350-592dd41d412d), precommit_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:42.257633 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a57d5777-1675-48a2-8dad-4587f630568f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (571a67ed-1e24-477d-8350-592dd41d412d), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:42.306728 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-a57d5777-1675-48a2-8dad-4587f630568f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f08d870752674cafa5cb3ed27d6036d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239473 Jan 25 18:46:42.307668 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d5777-1675-48a2-8dad-4587f630568f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571a67ed-1e24-477d-8350-592dd41d412d,revision_number=1']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:42.309491 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 52964) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:46:42.356511 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-baab93b3-8559-4184-835a-b77227c21211 admin admin] Publish callbacks [] for security_group (571a67ed-1e24-477d-8350-592dd41d412d), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:42.376461 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-baab93b3-8559-4184-835a-b77227c21211 admin admin] Publish callbacks [] for security_group (571a67ed-1e24-477d-8350-592dd41d412d), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:42.423314 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-baab93b3-8559-4184-835a-b77227c21211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (571a67ed-1e24-477d-8350-592dd41d412d), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:42.425710 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-baab93b3-8559-4184-835a-b77227c21211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:42.426850 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-baab93b3-8559-4184-835a-b77227c21211 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/571a67ed-1e24-477d-8350-592dd41d412d HTTP/1.1" status: 204 len: 168 time: 0.1163385 Jan 25 18:46:42.433964 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab93b3-8559-4184-835a-b77227c21211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571a67ed-1e24-477d-8350-592dd41d412d,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:43.019089 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 52986) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:46:43.114176 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-795ce357-c335-4734-b059-6361ebf12775 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-437190560-network', 'tenant_id': '56e6fd599f3045748bb94ce82e7ab140'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:46:43.133646 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795ce357-c335-4734-b059-6361ebf12775 admin admin] Made reservation on behalf of 56e6fd599f3045748bb94ce82e7ab140 for: {'network': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:46:43.135840 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-795ce357-c335-4734-b059-6361ebf12775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for network (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:43.143797 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-795ce357-c335-4734-b059-6361ebf12775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:43.213880 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-795ce357-c335-4734-b059-6361ebf12775 admin admin] Publish callbacks [] for security_group (138b86c6-c151-4017-8560-87a75ed5f4da), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:43.217395 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-795ce357-c335-4734-b059-6361ebf12775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (138b86c6-c151-4017-8560-87a75ed5f4da), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:43.237169 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-795ce357-c335-4734-b059-6361ebf12775 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=102638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 18:46:43.251840 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ce357-c335-4734-b059-6361ebf12775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138b86c6-c151-4017-8560-87a75ed5f4da,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:43.254676 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-795ce357-c335-4734-b059-6361ebf12775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (21f14f36-5369-4904-beca-45622937f869), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:43.255023 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.db.segments_db [None req-795ce357-c335-4734-b059-6361ebf12775 admin admin] Added segment 21f14f36-5369-4904-beca-45622937f869 of type vlan for network 1ee537b1-03c4-4087-b267-1958feb6a783 Jan 25 18:46:43.294831 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-795ce357-c335-4734-b059-6361ebf12775 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748160996684'] for network (1ee537b1-03c4-4087-b267-1958feb6a783), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:43.318063 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-795ce357-c335-4734-b059-6361ebf12775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372'] for network (1ee537b1-03c4-4087-b267-1958feb6a783), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:43.319053 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795ce357-c335-4734-b059-6361ebf12775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:43.319628 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-795ce357-c335-4734-b059-6361ebf12775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:43.348509 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-795ce357-c335-4734-b059-6361ebf12775 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3283482 Jan 25 18:46:43.352863 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 52990) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:46:43.357754 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.base [None req-6ec7ad6c-2c44-4b4f-a53f-d4415da9c021 admin admin] Request body: {'subnet': {'network_id': '1ee537b1-03c4-4087-b267-1958feb6a783', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-437190560-subnet', 'tenant_id': '56e6fd599f3045748bb94ce82e7ab140', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:46:43.376201 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec7ad6c-2c44-4b4f-a53f-d4415da9c021 admin admin] Made reservation on behalf of 56e6fd599f3045748bb94ce82e7ab140 for: {'subnet': 1} {{(pid=102637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:46:43.378450 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6ec7ad6c-2c44-4b4f-a53f-d4415da9c021 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31292719'] for subnet (None), before_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:43.386798 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ce357-c335-4734-b059-6361ebf12775 admin admin] Pushing event updated for resources: {'Network': ['ID=1ee537b1-03c4-4087-b267-1958feb6a783,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:43.396567 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Network 1ee537b1-03c4-4087-b267-1958feb6a783 details requested by agent ovs-agent-dv-cinder-826350-1-iscsi with host dv-cinder-826350-1-iscsi {{(pid=102639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 18:46:43.544530 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6ec7ad6c-2c44-4b4f-a53f-d4415da9c021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31424844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31292733'] for subnet (d9985853-addf-4205-b1a0-5fff175f6f9a), after_create {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:43.591290 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7ad6c-2c44-4b4f-a53f-d4415da9c021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9985853-addf-4205-b1a0-5fff175f6f9a,revision_number=0']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:43.606260 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec7ad6c-2c44-4b4f-a53f-d4415da9c021 admin admin] Checking segment: {'id': '21f14f36-5369-4904-beca-45622937f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1ee537b1-03c4-4087-b267-1958feb6a783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:46:43.606617 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec7ad6c-2c44-4b4f-a53f-d4415da9c021 admin admin] Network hostable DHCP agents. Network: 1ee537b1-03c4-4087-b267-1958feb6a783, hostable agents: ['b5880275-9c8b-431f-be2f-f5317484e45d'], hosted agents: [] {{(pid=102637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 18:46:43.622152 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec7ad6c-2c44-4b4f-a53f-d4415da9c021 admin admin] Network 1ee537b1-03c4-4087-b267-1958feb6a783 is scheduled to be hosted by DHCP agent b5880275-9c8b-431f-be2f-f5317484e45d with binding_index 1 {{(pid=102637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 18:46:43.630195 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.base_scheduler [None req-6ec7ad6c-2c44-4b4f-a53f-d4415da9c021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-1-iscsi, 1ee537b1-03c4-4087-b267-1958feb6a783) {{(pid=102637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:46:43.634670 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec7ad6c-2c44-4b4f-a53f-d4415da9c021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:43.635254 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-6ec7ad6c-2c44-4b4f-a53f-d4415da9c021 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:43.639978 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d45bfc5-da56-432c-b05c-a0ab874a95c6 None None] Network 1ee537b1-03c4-4087-b267-1958feb6a783 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:46:43.651556 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-6ec7ad6c-2c44-4b4f-a53f-d4415da9c021 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2975974 Jan 25 18:46:43.736978 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db213a01-677f-47f5-96a5-3c2da45bf0e2 None None] Network 1ee537b1-03c4-4087-b267-1958feb6a783 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:46:45.349941 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-df51987a-80a4-4ff5-add4-25f50d18907e tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:45.351903 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-df51987a-80a4-4ff5-add4-25f50d18907e tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/networks?id=1ee537b1-03c4-4087-b267-1958feb6a783 HTTP/1.1" status: 200 len: 808 time: 0.0968342 Jan 25 18:46:45.365657 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-c1310520-faec-4a87-87cb-4d7c90a16e56 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/quotas/56e6fd599f3045748bb94ce82e7ab140 HTTP/1.1" status: 200 len: 375 time: 0.0085304 Jan 25 18:46:45.395811 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-5fc51117-a47d-4770-a131-11a1f670561a tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=56e6fd599f3045748bb94ce82e7ab140&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248518 Jan 25 18:46:45.486599 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-52ac99b5-4b57-4d20-afca-7ec364876ae8 service neutron] 10.222.0.41 "GET /v2.0/networks/1ee537b1-03c4-4087-b267-1958feb6a783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839972 Jan 25 18:46:45.575770 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-512853ed-f744-47d6-bb3e-4375fdd04ed3 service neutron] 10.222.0.41 "GET /v2.0/networks/1ee537b1-03c4-4087-b267-1958feb6a783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830991 Jan 25 18:46:45.875693 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6b9bd008-c60d-40d0-ba8e-3820c3834f17 req-f3bc7d42-8c19-4f6c-95c6-6dbe3436c0ff tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ed23bba-d4de-4b83-a7f4-99d8d18135d4 HTTP/1.1" status: 200 len: 210 time: 0.0268383 Jan 25 18:46:46.980747 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c49b4730-5ce8-48e4-8855-bbdd5d9e003b req-0d2afe58-e4cd-448b-a547-2fbf50b43a51 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ed23bba-d4de-4b83-a7f4-99d8d18135d4 HTTP/1.1" status: 200 len: 210 time: 0.0354605 Jan 25 18:46:47.054831 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-81d5b785-d60c-43b3-bdd0-79d8f1e794af tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:47.056567 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-81d5b785-d60c-43b3-bdd0-79d8f1e794af tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.42 "GET /v2.0/networks?id=1ee537b1-03c4-4087-b267-1958feb6a783 HTTP/1.1" status: 200 len: 808 time: 0.1353800 Jan 25 18:46:47.067794 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-1cbe3397-29ad-42c4-bd6c-07a00ab5bebf tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Request body: {'port': {'device_id': '2ed23bba-d4de-4b83-a7f4-99d8d18135d4', 'network_id': '1ee537b1-03c4-4087-b267-1958feb6a783', 'admin_state_up': True, 'tenant_id': '56e6fd599f3045748bb94ce82e7ab140'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:46:47.424700 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-1cbe3397-29ad-42c4-bd6c-07a00ab5bebf tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Made reservation on behalf of 56e6fd599f3045748bb94ce82e7ab140 for: {'port': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:46:47.428134 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-1cbe3397-29ad-42c4-bd6c-07a00ab5bebf tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:47.550435 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-1cbe3397-29ad-42c4-bd6c-07a00ab5bebf tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Allocated IP 172.20.0.10 (1ee537b1-03c4-4087-b267-1958feb6a783/d9985853-addf-4205-b1a0-5fff175f6f9a/30cddbdb-5044-4d77-adda-8dc5b9e522ec) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:46:47.693560 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-1cbe3397-29ad-42c4-bd6c-07a00ab5bebf tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Publish callbacks [] for port (30cddbdb-5044-4d77-adda-8dc5b9e522ec), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:47.727927 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-1cbe3397-29ad-42c4-bd6c-07a00ab5bebf tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (30cddbdb-5044-4d77-adda-8dc5b9e522ec), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:47.768191 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-1cbe3397-29ad-42c4-bd6c-07a00ab5bebf tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Network 1ee537b1-03c4-4087-b267-1958feb6a783 is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:46:47.771054 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-1cbe3397-29ad-42c4-bd6c-07a00ab5bebf tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:46:47.774678 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-1cbe3397-29ad-42c4-bd6c-07a00ab5bebf tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:46:47.806663 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe3397-29ad-42c4-bd6c-07a00ab5bebf tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Pushing event updated for resources: {'Port': ['ID=30cddbdb-5044-4d77-adda-8dc5b9e522ec,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:47.833806 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-1cbe3397-29ad-42c4-bd6c-07a00ab5bebf tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:47.834466 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-1cbe3397-29ad-42c4-bd6c-07a00ab5bebf tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:47.849321 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-1cbe3397-29ad-42c4-bd6c-07a00ab5bebf tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7854891 Jan 25 18:46:47.860218 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-f8dff2bf-5d5f-4ff9-b5d1-6b2495c791c4 service neutron] Request body: {'port': {'device_id': '2ed23bba-d4de-4b83-a7f4-99d8d18135d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:46:47.915079 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-f8dff2bf-5d5f-4ff9-b5d1-6b2495c791c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (30cddbdb-5044-4d77-adda-8dc5b9e522ec), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:48.150187 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d2220-8d23-43fb-9239-32ae0b42ee95 req-40dc8a61-e98b-41b3-ae6a-648c38f30495 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:48.151641 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a29d2220-8d23-43fb-9239-32ae0b42ee95 req-40dc8a61-e98b-41b3-ae6a-648c38f30495 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ed23bba-d4de-4b83-a7f4-99d8d18135d4 HTTP/1.1" status: 200 len: 932 time: 0.0991261 Jan 25 18:46:48.237560 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a29d2220-8d23-43fb-9239-32ae0b42ee95 req-3972addf-9992-4704-b613-c79de8924c90 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/security-groups?id=138b86c6-c151-4017-8560-87a75ed5f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797243 Jan 25 18:46:48.245112 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-f8dff2bf-5d5f-4ff9-b5d1-6b2495c791c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30cddbdb-5044-4d77-adda-8dc5b9e522ec {{(pid=102638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:46:48.254667 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-f8dff2bf-5d5f-4ff9-b5d1-6b2495c791c4 service neutron] Publish callbacks [] for port (30cddbdb-5044-4d77-adda-8dc5b9e522ec), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:48.264477 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.provisioning_blocks [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-f8dff2bf-5d5f-4ff9-b5d1-6b2495c791c4 service neutron] Transition to ACTIVE for port object 30cddbdb-5044-4d77-adda-8dc5b9e522ec will not be triggered until provisioned by entity L2. {{(pid=102638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 18:46:48.268106 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-f8dff2bf-5d5f-4ff9-b5d1-6b2495c791c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31061751'] for port (30cddbdb-5044-4d77-adda-8dc5b9e522ec), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:48.320569 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dff2bf-5d5f-4ff9-b5d1-6b2495c791c4 service neutron] Pushing event updated for resources: {'Port': ['ID=30cddbdb-5044-4d77-adda-8dc5b9e522ec,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:48.383793 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-f8dff2bf-5d5f-4ff9-b5d1-6b2495c791c4 service neutron] Attempting to bind port 30cddbdb-5044-4d77-adda-8dc5b9e522ec on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:46:48.383793 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-f8dff2bf-5d5f-4ff9-b5d1-6b2495c791c4 service neutron] Attempting to bind port 30cddbdb-5044-4d77-adda-8dc5b9e522ec by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '21f14f36-5369-4904-beca-45622937f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1ee537b1-03c4-4087-b267-1958feb6a783'}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:46:48.383793 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-f8dff2bf-5d5f-4ff9-b5d1-6b2495c791c4 service neutron] Attempting to bind port 30cddbdb-5044-4d77-adda-8dc5b9e522ec on network 1ee537b1-03c4-4087-b267-1958feb6a783 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:46:48.387464 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-f8dff2bf-5d5f-4ff9-b5d1-6b2495c791c4 service neutron] Port 30cddbdb-5044-4d77-adda-8dc5b9e522ec on network 1ee537b1-03c4-4087-b267-1958feb6a783 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 18:46:48.387779 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-f8dff2bf-5d5f-4ff9-b5d1-6b2495c791c4 service neutron] Attempting to bind port 30cddbdb-5044-4d77-adda-8dc5b9e522ec on network 1ee537b1-03c4-4087-b267-1958feb6a783 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:46:48.392539 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-f8dff2bf-5d5f-4ff9-b5d1-6b2495c791c4 service neutron] Checking agent: {'id': 'bdb5f0d3-661d-4d22-a5ac-70c284fe21ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'started_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:46:48.392866 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-f8dff2bf-5d5f-4ff9-b5d1-6b2495c791c4 service neutron] Checking segment: {'id': '21f14f36-5369-4904-beca-45622937f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1ee537b1-03c4-4087-b267-1958feb6a783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:46:48.393235 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-f8dff2bf-5d5f-4ff9-b5d1-6b2495c791c4 service neutron] Bound using segment: {'id': '21f14f36-5369-4904-beca-45622937f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1ee537b1-03c4-4087-b267-1958feb6a783'} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:46:48.393651 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-f8dff2bf-5d5f-4ff9-b5d1-6b2495c791c4 service neutron] Bound port: 30cddbdb-5044-4d77-adda-8dc5b9e522ec, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21f14f36-5369-4904-beca-45622937f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1ee537b1-03c4-4087-b267-1958feb6a783'}}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:46:48.394002 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-f8dff2bf-5d5f-4ff9-b5d1-6b2495c791c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (30cddbdb-5044-4d77-adda-8dc5b9e522ec), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:48.457348 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-f8dff2bf-5d5f-4ff9-b5d1-6b2495c791c4 service neutron] For port 30cddbdb-5044-4d77-adda-8dc5b9e522ec, host hv-cinder-82635, cleared binding levels {{(pid=102638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:46:48.461179 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-f8dff2bf-5d5f-4ff9-b5d1-6b2495c791c4 service neutron] For port 30cddbdb-5044-4d77-adda-8dc5b9e522ec, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=30cddbdb-5044-4d77-adda-8dc5b9e522ec,segment=NetworkSegment(21f14f36-5369-4904-beca-45622937f869),segment_id=21f14f36-5369-4904-beca-45622937f869)] {{(pid=102638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:46:48.465608 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-f8dff2bf-5d5f-4ff9-b5d1-6b2495c791c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31061751'] for port (30cddbdb-5044-4d77-adda-8dc5b9e522ec), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:48.499963 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-f8dff2bf-5d5f-4ff9-b5d1-6b2495c791c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:48.500577 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-f8dff2bf-5d5f-4ff9-b5d1-6b2495c791c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:48.501941 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-f8dff2bf-5d5f-4ff9-b5d1-6b2495c791c4 service neutron] 10.222.0.42 "PUT /v2.0/ports/30cddbdb-5044-4d77-adda-8dc5b9e522ec HTTP/1.1" status: 200 len: 1094 time: 0.6456728 Jan 25 18:46:48.502400 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed23bba-d4de-4b83-a7f4-99d8d18135d4', 'tag': '30cddbdb-5044-4d77-adda-8dc5b9e522ec'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:46:48.504609 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d012470-935c-4a65-840b-691a1cbd5fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed23bba-d4de-4b83-a7f4-99d8d18135d4", "tag": "30cddbdb-5044-4d77-adda-8dc5b9e522ec"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:46:48.533269 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dff2bf-5d5f-4ff9-b5d1-6b2495c791c4 service neutron] Pushing event updated for resources: {'Port': ['ID=30cddbdb-5044-4d77-adda-8dc5b9e522ec,revision_number=3']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:48.549460 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5dbf44-80d2-4752-8b49-7904f1cb363c x-openstack-request-id: req-0b5dbf44-80d2-4752-8b49-7904f1cb363c {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:46:48.549756 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed23bba-d4de-4b83-a7f4-99d8d18135d4", "tag": "30cddbdb-5044-4d77-adda-8dc5b9e522ec", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:46:48.550031 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b5dbf44-80d2-4752-8b49-7904f1cb363c {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:46:48.550431 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed23bba-d4de-4b83-a7f4-99d8d18135d4', 'tag': '30cddbdb-5044-4d77-adda-8dc5b9e522ec', 'status': 'completed', 'code': 200} Jan 25 18:46:48.580326 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-aefc1d3a-5998-4632-ac42-ca6516796e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:48.581789 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-aefc1d3a-5998-4632-ac42-ca6516796e83 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56e6fd599f3045748bb94ce82e7ab140&device_id=2ed23bba-d4de-4b83-a7f4-99d8d18135d4 HTTP/1.1" status: 200 len: 1097 time: 0.0418630 Jan 25 18:46:48.622208 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-f1cadcc7-cacf-4b9a-97c9-af6837110fe4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30cddbdb-5044-4d77-adda-8dc5b9e522ec HTTP/1.1" status: 200 len: 217 time: 0.0332577 Jan 25 18:46:48.672825 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-6ce83479-3660-4218-b2ee-7ad94ae288be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:48.674256 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-6ce83479-3660-4218-b2ee-7ad94ae288be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d9985853-addf-4205-b1a0-5fff175f6f9a HTTP/1.1" status: 200 len: 848 time: 0.0472219 Jan 25 18:46:48.705193 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-03549294-b732-4465-b071-d5fb0353a6d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ee537b1-03c4-4087-b267-1958feb6a783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242696 Jan 25 18:46:48.793030 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-51ea817f-0dce-419a-abdd-eb5792ff1f38 service neutron] 10.222.0.42 "GET /v2.0/networks/1ee537b1-03c4-4087-b267-1958feb6a783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813456 Jan 25 18:46:48.882113 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9a9cccb3-2c88-442f-a240-df58fbd2da3d req-4f9f97ce-9ad4-4bfb-a92a-6075f1dd9cad service neutron] 10.222.0.42 "GET /v2.0/networks/1ee537b1-03c4-4087-b267-1958feb6a783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836647 Jan 25 18:46:48.963187 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d012470-935c-4a65-840b-691a1cbd5fbc req-73eab7ff-b593-45d4-ae09-53abcf96aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:48.964672 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8d012470-935c-4a65-840b-691a1cbd5fbc req-73eab7ff-b593-45d4-ae09-53abcf96aa3e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56e6fd599f3045748bb94ce82e7ab140&device_id=2ed23bba-d4de-4b83-a7f4-99d8d18135d4 HTTP/1.1" status: 200 len: 1097 time: 0.0402756 Jan 25 18:46:49.054405 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d012470-935c-4a65-840b-691a1cbd5fbc req-993f9196-bac3-4ee2-a074-bb9d9f2ea783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:49.055771 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8d012470-935c-4a65-840b-691a1cbd5fbc req-993f9196-bac3-4ee2-a074-bb9d9f2ea783 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ee537b1-03c4-4087-b267-1958feb6a783 HTTP/1.1" status: 200 len: 909 time: 0.0859051 Jan 25 18:46:49.095747 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8d012470-935c-4a65-840b-691a1cbd5fbc req-37fde579-c87f-4432-97c4-4597c8ae41b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30cddbdb-5044-4d77-adda-8dc5b9e522ec HTTP/1.1" status: 200 len: 217 time: 0.0342345 Jan 25 18:46:49.140879 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d012470-935c-4a65-840b-691a1cbd5fbc req-c60f5551-0f9a-4ebe-bb99-cd2a4c60affd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:49.142265 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8d012470-935c-4a65-840b-691a1cbd5fbc req-c60f5551-0f9a-4ebe-bb99-cd2a4c60affd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d9985853-addf-4205-b1a0-5fff175f6f9a HTTP/1.1" status: 200 len: 848 time: 0.0406849 Jan 25 18:46:49.175598 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8d012470-935c-4a65-840b-691a1cbd5fbc req-5bbc088e-e015-40d4-acc5-17fecd744edb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ee537b1-03c4-4087-b267-1958feb6a783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269897 Jan 25 18:46:49.261878 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8d012470-935c-4a65-840b-691a1cbd5fbc req-846f2625-0ae2-4a39-8d6e-b9045b6dab31 service neutron] 10.222.0.42 "GET /v2.0/networks/1ee537b1-03c4-4087-b267-1958feb6a783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798550 Jan 25 18:46:49.382358 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8d012470-935c-4a65-840b-691a1cbd5fbc req-03bedc75-e261-4763-a52a-9c3dc1d3c37d service neutron] 10.222.0.42 "GET /v2.0/networks/1ee537b1-03c4-4087-b267-1958feb6a783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141937 Jan 25 18:46:49.389726 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4aad2a-b50d-41d3-89c5-9b60d2820896 req-05d67488-76c6-4b97-ab45-d4e6d3f1133d tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:49.391121 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0a4aad2a-b50d-41d3-89c5-9b60d2820896 req-05d67488-76c6-4b97-ab45-d4e6d3f1133d tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ed23bba-d4de-4b83-a7f4-99d8d18135d4 HTTP/1.1" status: 200 len: 944 time: 0.0678673 Jan 25 18:46:49.436603 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0a4aad2a-b50d-41d3-89c5-9b60d2820896 req-654d4fb8-6f66-4a9f-9f0f-9468aee70ee8 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/security-groups?id=138b86c6-c151-4017-8560-87a75ed5f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397646 Jan 25 18:46:50.548898 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16db57b-f1d2-4243-89ee-ce6ef684a3bb req-72bd5401-05c5-4d61-8ddf-a86778c8e237 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:50.550488 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d16db57b-f1d2-4243-89ee-ce6ef684a3bb req-72bd5401-05c5-4d61-8ddf-a86778c8e237 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ed23bba-d4de-4b83-a7f4-99d8d18135d4 HTTP/1.1" status: 200 len: 944 time: 0.0481548 Jan 25 18:46:50.599747 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d16db57b-f1d2-4243-89ee-ce6ef684a3bb req-67f102b1-37f3-4601-93c7-be5ec3202cde tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/security-groups?id=138b86c6-c151-4017-8560-87a75ed5f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437183 Jan 25 18:46:51.464991 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 30cddbdb-5044-4d77-adda-8dc5b9e522ec details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:46:51.561533 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 30cddbdb-5044-4d77-adda-8dc5b9e522ec, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=30cddbdb-5044-4d77-adda-8dc5b9e522ec,segment=NetworkSegment(21f14f36-5369-4904-beca-45622937f869),segment_id=21f14f36-5369-4904-beca-45622937f869)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:46:51.573361 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': '30cddbdb-5044-4d77-adda-8dc5b9e522ec', 'network_id': '1ee537b1-03c4-4087-b267-1958feb6a783', 'port_id': '30cddbdb-5044-4d77-adda-8dc5b9e522ec', 'mac_address': 'fa:16:3e:ef:6f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9985853-addf-4205-b1a0-5fff175f6f9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:46:51.608775 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 30cddbdb-5044-4d77-adda-8dc5b9e522ec is: DOWN; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:46:51.609165 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (30cddbdb-5044-4d77-adda-8dc5b9e522ec), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:51.621983 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30cddbdb-5044-4d77-adda-8dc5b9e522ec {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:46:51.642971 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 30cddbdb-5044-4d77-adda-8dc5b9e522ec, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=30cddbdb-5044-4d77-adda-8dc5b9e522ec,segment=NetworkSegment(21f14f36-5369-4904-beca-45622937f869),segment_id=21f14f36-5369-4904-beca-45622937f869)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:46:51.647096 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (30cddbdb-5044-4d77-adda-8dc5b9e522ec), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:51.701559 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=30cddbdb-5044-4d77-adda-8dc5b9e522ec,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:51.708768 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:51.709126 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:51.709478 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:51.709830 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:51.710194 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:51.710536 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:51.710875 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:51.711207 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:51.711536 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:51.711868 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:51.712222 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:51.712549 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:51.712873 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:51.717933 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d49991-e778-411f-813e-c54f1efba4bc req-5573a11b-f124-453e-9464-d29a84a9bcd8 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:51.719422 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b1d49991-e778-411f-813e-c54f1efba4bc req-5573a11b-f124-453e-9464-d29a84a9bcd8 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ed23bba-d4de-4b83-a7f4-99d8d18135d4 HTTP/1.1" status: 200 len: 945 time: 0.0528717 Jan 25 18:46:51.765156 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b1d49991-e778-411f-813e-c54f1efba4bc req-9275d800-0aa9-4ce3-9714-7dc0766c259b tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/security-groups?id=138b86c6-c151-4017-8560-87a75ed5f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402751 Jan 25 18:46:51.886761 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:51.918736 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['30cddbdb-5044-4d77-adda-8dc5b9e522ec'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:46:52.637740 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d8da5add-e6b8-4cbc-890f-146204f44b0d req-c9d7a36b-a7c7-46d3-8b94-9f85137fe52d tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-238813557&fields=id&tenant_id=09a5f500126c43bda9dda24b788fed0d HTTP/1.1" status: 200 len: 267 time: 0.0428646 Jan 25 18:46:52.688127 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da5add-e6b8-4cbc-890f-146204f44b0d req-d824968c-d2e8-4c21-89db-a87bc2cb7fc4 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:52.689860 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d8da5add-e6b8-4cbc-890f-146204f44b0d req-d824968c-d2e8-4c21-89db-a87bc2cb7fc4 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 984 time: 0.0467935 Jan 25 18:46:52.700399 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-d8da5add-e6b8-4cbc-890f-146204f44b0d req-7967fc93-83e3-4e4b-91e6-5fa5004c3ba8 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Request body: {'port': {'security_groups': ['bd7b8142-4e89-43a3-bb6e-be37a4aa98e6']}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:46:52.778056 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d8da5add-e6b8-4cbc-890f-146204f44b0d req-7967fc93-83e3-4e4b-91e6-5fa5004c3ba8 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (65416e28-6046-4978-8997-f64c24b94d7d), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:52.914733 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60545da0-f11d-4477-8e4c-03d7c38a0f8b req-c7b4cfd5-fe89-4b8e-bfbd-236b30b01f80 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:52.916211 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-60545da0-f11d-4477-8e4c-03d7c38a0f8b req-c7b4cfd5-fe89-4b8e-bfbd-236b30b01f80 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ed23bba-d4de-4b83-a7f4-99d8d18135d4 HTTP/1.1" status: 200 len: 945 time: 0.0819013 Jan 25 18:46:53.014253 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-60545da0-f11d-4477-8e4c-03d7c38a0f8b req-8c309ff6-832a-43cd-87dd-fd9e2e505a42 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/security-groups?id=138b86c6-c151-4017-8560-87a75ed5f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892303 Jan 25 18:46:53.020482 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-d8da5add-e6b8-4cbc-890f-146204f44b0d req-7967fc93-83e3-4e4b-91e6-5fa5004c3ba8 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] For port 65416e28-6046-4978-8997-f64c24b94d7d, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=65416e28-6046-4978-8997-f64c24b94d7d,segment=NetworkSegment(4e731f32-e4b0-48d5-bb8c-f3da5ea08135),segment_id=4e731f32-e4b0-48d5-bb8c-f3da5ea08135)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:46:53.048757 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d8da5add-e6b8-4cbc-890f-146204f44b0d req-7967fc93-83e3-4e4b-91e6-5fa5004c3ba8 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for port (65416e28-6046-4978-8997-f64c24b94d7d), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:53.054185 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d8da5add-e6b8-4cbc-890f-146204f44b0d req-7967fc93-83e3-4e4b-91e6-5fa5004c3ba8 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31061751'] for port (65416e28-6046-4978-8997-f64c24b94d7d), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:53.066700 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['65416e28-6046-4978-8997-f64c24b94d7d'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:46:53.099039 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da5add-e6b8-4cbc-890f-146204f44b0d req-7967fc93-83e3-4e4b-91e6-5fa5004c3ba8 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:53.099577 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d8da5add-e6b8-4cbc-890f-146204f44b0d req-7967fc93-83e3-4e4b-91e6-5fa5004c3ba8 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:53.100972 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d8da5add-e6b8-4cbc-890f-146204f44b0d req-7967fc93-83e3-4e4b-91e6-5fa5004c3ba8 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "PUT /v2.0/ports/65416e28-6046-4978-8997-f64c24b94d7d HTTP/1.1" status: 200 len: 942 time: 0.4050925 Jan 25 18:46:53.103490 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc00507-7177-4923-a0cb-0bed435a8f41', 'tag': '65416e28-6046-4978-8997-f64c24b94d7d'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:46:53.105743 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91162883-4ab1-4f71-ae7e-f9815ad82a31" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc00507-7177-4923-a0cb-0bed435a8f41", "tag": "65416e28-6046-4978-8997-f64c24b94d7d"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:46:53.110826 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 53062) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:46:53.141606 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967fc93-83e3-4e4b-91e6-5fa5004c3ba8 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Pushing event updated for resources: {'Port': ['ID=65416e28-6046-4978-8997-f64c24b94d7d,revision_number=7']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:53.155390 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fad3148-043e-4baa-8859-50000550cf15 x-openstack-request-id: req-5fad3148-043e-4baa-8859-50000550cf15 {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:46:53.155711 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc00507-7177-4923-a0cb-0bed435a8f41", "tag": "65416e28-6046-4978-8997-f64c24b94d7d", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:46:53.156533 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5fad3148-043e-4baa-8859-50000550cf15 {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:46:53.156533 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc00507-7177-4923-a0cb-0bed435a8f41', 'tag': '65416e28-6046-4978-8997-f64c24b94d7d', 'status': 'completed', 'code': 200} Jan 25 18:46:53.178508 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['65416e28-6046-4978-8997-f64c24b94d7d'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:46:53.192062 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-db4654f0-e287-4979-be3a-09d92233c6e3 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for security_group (6a005953-4e17-4212-9224-5d85e2abca74), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:53.221659 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91162883-4ab1-4f71-ae7e-f9815ad82a31 req-c16c7b42-5b2c-4d3c-8377-173f6c77aced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:53.223834 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-91162883-4ab1-4f71-ae7e-f9815ad82a31 req-c16c7b42-5b2c-4d3c-8377-173f6c77aced service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09a5f500126c43bda9dda24b788fed0d&device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 1098 time: 0.0485482 Jan 25 18:46:53.226621 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-db4654f0-e287-4979-be3a-09d92233c6e3 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for security_group (6a005953-4e17-4212-9224-5d85e2abca74), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:53.294667 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-db4654f0-e287-4979-be3a-09d92233c6e3 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (6a005953-4e17-4212-9224-5d85e2abca74), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:53.297363 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-db4654f0-e287-4979-be3a-09d92233c6e3 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:53.301037 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-db4654f0-e287-4979-be3a-09d92233c6e3 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "DELETE /v2.0/security-groups/6a005953-4e17-4212-9224-5d85e2abca74 HTTP/1.1" status: 204 len: 168 time: 0.1867549 Jan 25 18:46:53.301850 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 53064) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:46:53.350829 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4654f0-e287-4979-be3a-09d92233c6e3 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a005953-4e17-4212-9224-5d85e2abca74,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:53.351591 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91162883-4ab1-4f71-ae7e-f9815ad82a31 req-691f63cb-7184-4bf7-9309-3d4f4ea1318c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:53.353338 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-91162883-4ab1-4f71-ae7e-f9815ad82a31 req-691f63cb-7184-4bf7-9309-3d4f4ea1318c service neutron] 10.222.0.42 "GET /v2.0/networks?id=c386b781-67b6-4986-a6c3-1438ada313b0 HTTP/1.1" status: 200 len: 915 time: 0.1217947 Jan 25 18:46:53.362979 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4654f0-e287-4979-be3a-09d92233c6e3 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:53.363326 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4654f0-e287-4979-be3a-09d92233c6e3 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:53.363675 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4654f0-e287-4979-be3a-09d92233c6e3 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:53.364018 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4654f0-e287-4979-be3a-09d92233c6e3 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:53.364348 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4654f0-e287-4979-be3a-09d92233c6e3 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:53.364860 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4654f0-e287-4979-be3a-09d92233c6e3 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:53.365728 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4654f0-e287-4979-be3a-09d92233c6e3 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:53.366093 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4654f0-e287-4979-be3a-09d92233c6e3 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:53.367792 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4654f0-e287-4979-be3a-09d92233c6e3 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:53.368149 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4654f0-e287-4979-be3a-09d92233c6e3 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:53.368490 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4654f0-e287-4979-be3a-09d92233c6e3 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:53.368824 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4654f0-e287-4979-be3a-09d92233c6e3 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:53.369220 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4654f0-e287-4979-be3a-09d92233c6e3 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:46:53.414102 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15664906-1279-4826-a3a0-d33b46a81595 None None] Provisioning complete for port 65416e28-6046-4978-8997-f64c24b94d7d triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:46:53.414419 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15664906-1279-4826-a3a0-d33b46a81595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (65416e28-6046-4978-8997-f64c24b94d7d), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:53.426944 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-91162883-4ab1-4f71-ae7e-f9815ad82a31 req-ed802298-4775-4acc-b0b8-1bbd23829747 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65416e28-6046-4978-8997-f64c24b94d7d HTTP/1.1" status: 200 len: 1000 time: 0.0678666 Jan 25 18:46:53.465989 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 30cddbdb-5044-4d77-adda-8dc5b9e522ec up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:46:53.479407 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91162883-4ab1-4f71-ae7e-f9815ad82a31 req-9403b180-d568-42c5-bba9-f02463e384b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:53.481131 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-91162883-4ab1-4f71-ae7e-f9815ad82a31 req-9403b180-d568-42c5-bba9-f02463e384b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2531e4ed-879a-4ede-b577-43db216b07a7 HTTP/1.1" status: 200 len: 853 time: 0.0474660 Jan 25 18:46:53.489379 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-021ef444-24c1-4f81-bf16-fcd98cbf2d2b tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Deleting port 528ee743-fbfd-40d0-94bb-790f4f621935 {{(pid=102637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:46:53.489733 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-021ef444-24c1-4f81-bf16-fcd98cbf2d2b tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (528ee743-fbfd-40d0-94bb-790f4f621935), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:53.525829 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91162883-4ab1-4f71-ae7e-f9815ad82a31 req-acc9acf5-d34c-458e-95fb-aa27d796b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:53.527326 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-91162883-4ab1-4f71-ae7e-f9815ad82a31 req-acc9acf5-d34c-458e-95fb-aa27d796b84a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c386b781-67b6-4986-a6c3-1438ada313b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407064 Jan 25 18:46:53.532131 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15664906-1279-4826-a3a0-d33b46a81595 None None] Current status of the port 65416e28-6046-4978-8997-f64c24b94d7d is: ACTIVE; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:46:53.554438 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning for port 30cddbdb-5044-4d77-adda-8dc5b9e522ec completed by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 18:46:53.559160 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port 30cddbdb-5044-4d77-adda-8dc5b9e522ec triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:46:53.559773 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (30cddbdb-5044-4d77-adda-8dc5b9e522ec), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:53.576362 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-021ef444-24c1-4f81-bf16-fcd98cbf2d2b tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (528ee743-fbfd-40d0-94bb-790f4f621935), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:53.576709 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-021ef444-24c1-4f81-bf16-fcd98cbf2d2b tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for floatingip (528ee743-fbfd-40d0-94bb-790f4f621935), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:53.589035 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-021ef444-24c1-4f81-bf16-fcd98cbf2d2b tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Calling delete_port for 528ee743-fbfd-40d0-94bb-790f4f621935 owned by network:floatingip {{(pid=102637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:46:53.621391 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-91162883-4ab1-4f71-ae7e-f9815ad82a31 req-f4ae298c-9f38-4a78-8302-4e32dfcdd48a service neutron] 10.222.0.42 "GET /v2.0/networks/c386b781-67b6-4986-a6c3-1438ada313b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879147 Jan 25 18:46:53.641971 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 30cddbdb-5044-4d77-adda-8dc5b9e522ec is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:46:53.642398 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (30cddbdb-5044-4d77-adda-8dc5b9e522ec), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:53.665619 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed23bba-d4de-4b83-a7f4-99d8d18135d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cddbdb-5044-4d77-adda-8dc5b9e522ec'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:46:53.667863 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b659bdd6-54d0-42db-83e5-d6544b7c062d" -d '{"events": [{"server_uuid": "2ed23bba-d4de-4b83-a7f4-99d8d18135d4", "name": "network-vif-plugged", "status": "completed", "tag": "30cddbdb-5044-4d77-adda-8dc5b9e522ec"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:46:53.682615 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 30cddbdb-5044-4d77-adda-8dc5b9e522ec, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=30cddbdb-5044-4d77-adda-8dc5b9e522ec,segment=NetworkSegment(21f14f36-5369-4904-beca-45622937f869),segment_id=21f14f36-5369-4904-beca-45622937f869)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:46:53.691204 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (30cddbdb-5044-4d77-adda-8dc5b9e522ec), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:53.726668 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1881dc4d-3fa0-4c96-b7ec-7fce62f4760d x-openstack-request-id: req-1881dc4d-3fa0-4c96-b7ec-7fce62f4760d {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:46:53.726958 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed23bba-d4de-4b83-a7f4-99d8d18135d4", "name": "network-vif-plugged", "status": "completed", "tag": "30cddbdb-5044-4d77-adda-8dc5b9e522ec", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:46:53.727207 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1881dc4d-3fa0-4c96-b7ec-7fce62f4760d {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:46:53.727988 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed23bba-d4de-4b83-a7f4-99d8d18135d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cddbdb-5044-4d77-adda-8dc5b9e522ec', 'code': 200} Jan 25 18:46:53.735809 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-91162883-4ab1-4f71-ae7e-f9815ad82a31 req-702ad04b-f4f9-431a-b211-11731fc35d85 service neutron] 10.222.0.42 "GET /v2.0/networks/c386b781-67b6-4986-a6c3-1438ada313b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080413 Jan 25 18:46:53.761717 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=30cddbdb-5044-4d77-adda-8dc5b9e522ec,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:53.765199 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-021ef444-24c1-4f81-bf16-fcd98cbf2d2b tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (528ee743-fbfd-40d0-94bb-790f4f621935), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:53.793247 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ef444-24c1-4f81-bf16-fcd98cbf2d2b tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Pushing event deleted for resources: {'Port': ['ID=528ee743-fbfd-40d0-94bb-790f4f621935,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:53.858283 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-021ef444-24c1-4f81-bf16-fcd98cbf2d2b tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks [] for floatingip (d927fa97-1f8d-4b46-ae6e-44f722299567), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:53.858743 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.db.l3_db [None req-021ef444-24c1-4f81-bf16-fcd98cbf2d2b tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Floating IP d927fa97-1f8d-4b46-ae6e-44f722299567 disassociated (deleted). External IP: 172.27.2.31, port: 65416e28-6046-4978-8997-f64c24b94d7d. Jan 25 18:46:53.890488 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252590d2-a912-46a7-b93b-a3e25ab6ef7a req-b60737dc-8fbc-4088-88f3-d5c314206759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:53.892009 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-252590d2-a912-46a7-b93b-a3e25ab6ef7a req-b60737dc-8fbc-4088-88f3-d5c314206759 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2ed23bba-d4de-4b83-a7f4-99d8d18135d4 HTTP/1.1" status: 200 len: 1099 time: 0.0430028 Jan 25 18:46:53.934534 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-252590d2-a912-46a7-b93b-a3e25ab6ef7a req-63a4f696-376b-40d0-b6ca-9f4aa4e24a31 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=138b86c6-c151-4017-8560-87a75ed5f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372121 Jan 25 18:46:54.069734 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021ef444-24c1-4f81-bf16-fcd98cbf2d2b tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Router 2539e3b6-6ac0-4b41-b015-208a97ec7ddf has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:46:54.133262 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548f67e-ecec-49eb-a06b-d8dcee332e6e req-0d795119-e18c-42e0-867f-51f3f04edff6 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:54.134753 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e548f67e-ecec-49eb-a06b-d8dcee332e6e req-0d795119-e18c-42e0-867f-51f3f04edff6 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ed23bba-d4de-4b83-a7f4-99d8d18135d4 HTTP/1.1" status: 200 len: 946 time: 0.0468698 Jan 25 18:46:54.179526 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021ef444-24c1-4f81-bf16-fcd98cbf2d2b tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:46:54.181668 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e548f67e-ecec-49eb-a06b-d8dcee332e6e req-e5ec2714-35f3-465e-aa23-46d26b95cf31 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/security-groups?id=138b86c6-c151-4017-8560-87a75ed5f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414040 Jan 25 18:46:54.184070 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-021ef444-24c1-4f81-bf16-fcd98cbf2d2b tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for floatingip (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:54.190656 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eaa8b0-f475-4b5d-84ff-1256da48ff55 None None] Sync routers for ids ['2539e3b6-6ac0-4b41-b015-208a97ec7ddf'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:46:54.204320 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eaa8b0-f475-4b5d-84ff-1256da48ff55 None None] Routers {'2539e3b6-6ac0-4b41-b015-208a97ec7ddf'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:46:54.204938 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-a3eaa8b0-f475-4b5d-84ff-1256da48ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:46:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['2539e3b6-6ac0-4b41-b015-208a97ec7ddf'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:46:54.214758 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-021ef444-24c1-4f81-bf16-fcd98cbf2d2b tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "DELETE /v2.0/floatingips/d927fa97-1f8d-4b46-ae6e-44f722299567 HTTP/1.1" status: 204 len: 168 time: 0.9094939 Jan 25 18:46:54.214758 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc00507-7177-4923-a0cb-0bed435a8f41', 'tag': '65416e28-6046-4978-8997-f64c24b94d7d'}] {{(pid=102637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:46:54.215188 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d684e4e91e5fd03d38a13c3d537823e5518f80ed6034d8fe3b9e30891c24508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ecdbf8-0a68-4107-a317-9b9b114e0fad" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc00507-7177-4923-a0cb-0bed435a8f41", "tag": "65416e28-6046-4978-8997-f64c24b94d7d"}]}' {{(pid=102637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:46:54.257293 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808f5bce-08bf-4fa4-b88f-09ad18163600 x-openstack-request-id: req-808f5bce-08bf-4fa4-b88f-09ad18163600 {{(pid=102637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:46:54.257577 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc00507-7177-4923-a0cb-0bed435a8f41", "tag": "65416e28-6046-4978-8997-f64c24b94d7d", "status": "completed", "code": 200}]} {{(pid=102637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:46:54.258036 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-808f5bce-08bf-4fa4-b88f-09ad18163600 {{(pid=102637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:46:54.258505 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc00507-7177-4923-a0cb-0bed435a8f41', 'tag': '65416e28-6046-4978-8997-f64c24b94d7d', 'status': 'completed', 'code': 200} Jan 25 18:46:54.321065 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-a3eaa8b0-f475-4b5d-84ff-1256da48ff55 None None] Set router 2539e3b6-6ac0-4b41-b015-208a97ec7ddf gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:46:54.325880 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecdbf8-0a68-4107-a317-9b9b114e0fad req-b27a56f0-9478-47c1-8b59-b01b852e3a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:54.327624 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c0ecdbf8-0a68-4107-a317-9b9b114e0fad req-b27a56f0-9478-47c1-8b59-b01b852e3a1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09a5f500126c43bda9dda24b788fed0d&device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 1098 time: 0.0469470 Jan 25 18:46:54.436470 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecdbf8-0a68-4107-a317-9b9b114e0fad req-6330f8c0-0c09-4126-86a0-8c48254e8514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:54.438168 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c0ecdbf8-0a68-4107-a317-9b9b114e0fad req-6330f8c0-0c09-4126-86a0-8c48254e8514 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c386b781-67b6-4986-a6c3-1438ada313b0 HTTP/1.1" status: 200 len: 915 time: 0.1043329 Jan 25 18:46:54.492643 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c0ecdbf8-0a68-4107-a317-9b9b114e0fad req-4a76e0e9-c0a1-4b60-be18-0a4a5bae6183 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65416e28-6046-4978-8997-f64c24b94d7d HTTP/1.1" status: 200 len: 217 time: 0.0477917 Jan 25 18:46:54.542583 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecdbf8-0a68-4107-a317-9b9b114e0fad req-210dd96a-0ace-461f-bd96-98244704d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:54.544075 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c0ecdbf8-0a68-4107-a317-9b9b114e0fad req-210dd96a-0ace-461f-bd96-98244704d7e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2531e4ed-879a-4ede-b577-43db216b07a7 HTTP/1.1" status: 200 len: 853 time: 0.0456312 Jan 25 18:46:54.592591 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecdbf8-0a68-4107-a317-9b9b114e0fad req-2ce198fe-cfdf-4ca6-86b2-4f396997aa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:54.594199 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c0ecdbf8-0a68-4107-a317-9b9b114e0fad req-2ce198fe-cfdf-4ca6-86b2-4f396997aa2f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c386b781-67b6-4986-a6c3-1438ada313b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413387 Jan 25 18:46:54.662680 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-a3eaa8b0-f475-4b5d-84ff-1256da48ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'name': 'tempest-TestMinimumBasicScenario-590041399-router', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:43:58Z', 'revision_number': 4, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'gw_port': {'id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '7dc09086-5407-48aa-85c6-e18d68084253', 'name': '', 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'mac_address': 'fa:16:3e:14:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2531e4ed-879a-4ede-b577-43db216b07a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:58Z', 'updated_at': '2022-01-25T18:44:08Z', 'revision_number': 5, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'subnets': [{'id': '2531e4ed-879a-4ede-b577-43db216b07a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:46:54.685158 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c0ecdbf8-0a68-4107-a317-9b9b114e0fad req-de82aedc-b3e4-4373-952e-99b0653b41f8 service neutron] 10.222.0.42 "GET /v2.0/networks/c386b781-67b6-4986-a6c3-1438ada313b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840094 Jan 25 18:46:54.688486 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eaa8b0-f475-4b5d-84ff-1256da48ff55 None None] Checking router: 2539e3b6-6ac0-4b41-b015-208a97ec7ddf for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:46:54.697714 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eaa8b0-f475-4b5d-84ff-1256da48ff55 None None] Routers {'2539e3b6-6ac0-4b41-b015-208a97ec7ddf'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:46:54.698351 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-a3eaa8b0-f475-4b5d-84ff-1256da48ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:46:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['2539e3b6-6ac0-4b41-b015-208a97ec7ddf'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:46:54.775672 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c0ecdbf8-0a68-4107-a317-9b9b114e0fad req-83b0dfa3-dee9-4d77-947a-dab14e6487d7 service neutron] 10.222.0.42 "GET /v2.0/networks/c386b781-67b6-4986-a6c3-1438ada313b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842767 Jan 25 18:46:54.804600 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-a3eaa8b0-f475-4b5d-84ff-1256da48ff55 None None] Set router 2539e3b6-6ac0-4b41-b015-208a97ec7ddf gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:46:55.007374 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-a3eaa8b0-f475-4b5d-84ff-1256da48ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'name': 'tempest-TestMinimumBasicScenario-590041399-router', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:43:58Z', 'revision_number': 4, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'gw_port': {'id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '7dc09086-5407-48aa-85c6-e18d68084253', 'name': '', 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'mac_address': 'fa:16:3e:14:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2531e4ed-879a-4ede-b577-43db216b07a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:58Z', 'updated_at': '2022-01-25T18:44:08Z', 'revision_number': 5, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'subnets': [{'id': '2531e4ed-879a-4ede-b577-43db216b07a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:46:55.034720 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eaa8b0-f475-4b5d-84ff-1256da48ff55 None None] The sync data for ids ['2539e3b6-6ac0-4b41-b015-208a97ec7ddf'] in dv-cinder-826350-1-iscsi is: [{'id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'name': 'tempest-TestMinimumBasicScenario-590041399-router', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:43:58Z', 'revision_number': 4, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'gw_port': {'id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '7dc09086-5407-48aa-85c6-e18d68084253', 'name': '', 'network_id': 'c386b781-67b6-4986-a6c3-1438ada313b0', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'mac_address': 'fa:16:3e:14:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2531e4ed-879a-4ede-b577-43db216b07a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:58Z', 'updated_at': '2022-01-25T18:44:08Z', 'revision_number': 5, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'subnets': [{'id': '2531e4ed-879a-4ede-b577-43db216b07a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:46:55.262992 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d40b8a-f2dc-4552-a359-4fa527f0d6eb None None] New status for floating IP d927fa97-1f8d-4b46-ae6e-44f722299567: DOWN {{(pid=102640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 18:46:55.301895 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42625d7-08c3-48a8-8c81-b3737c9a13da req-41d22c90-e0cd-44bf-9370-85ff1f3e9d0d tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:55.303316 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c42625d7-08c3-48a8-8c81-b3737c9a13da req-41d22c90-e0cd-44bf-9370-85ff1f3e9d0d tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ed23bba-d4de-4b83-a7f4-99d8d18135d4 HTTP/1.1" status: 200 len: 946 time: 0.0481923 Jan 25 18:46:55.355745 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c42625d7-08c3-48a8-8c81-b3737c9a13da req-2447dfa6-a0c4-4758-a86e-31e913955209 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/security-groups?id=138b86c6-c151-4017-8560-87a75ed5f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466487 Jan 25 18:46:55.948394 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8bcaa-5c0a-4272-8509-bf0ecc055e4a req-3594fea1-dd1d-46fc-a9a7-cb5ee0087f0b tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:55.949860 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d0c8bcaa-5c0a-4272-8509-bf0ecc055e4a req-3594fea1-dd1d-46fc-a9a7-cb5ee0087f0b tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ed23bba-d4de-4b83-a7f4-99d8d18135d4 HTTP/1.1" status: 200 len: 946 time: 0.0476587 Jan 25 18:46:55.995043 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d0c8bcaa-5c0a-4272-8509-bf0ecc055e4a req-86bc99de-b03c-41b0-bcdb-6cf0111b44b5 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/security-groups?id=138b86c6-c151-4017-8560-87a75ed5f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397921 Jan 25 18:46:56.931348 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949987c-cd4a-4f04-b46e-7ed9cd0d208f req-3dc54f20-3687-4b8e-8c09-e5874e354ed4 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:56.932786 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c949987c-cd4a-4f04-b46e-7ed9cd0d208f req-3dc54f20-3687-4b8e-8c09-e5874e354ed4 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 945 time: 0.0470085 Jan 25 18:46:56.978068 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c949987c-cd4a-4f04-b46e-7ed9cd0d208f req-a1af3f3f-90a1-4dbc-aa5b-a3ac64a5ed4e tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395503 Jan 25 18:46:57.112260 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac1457-7675-4e6e-8bd4-4c7f998915de req-27193d94-5b79-4abd-8605-4203c17b205a tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:57.113732 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-19ac1457-7675-4e6e-8bd4-4c7f998915de req-27193d94-5b79-4abd-8605-4203c17b205a tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ed23bba-d4de-4b83-a7f4-99d8d18135d4 HTTP/1.1" status: 200 len: 946 time: 0.0522716 Jan 25 18:46:57.160198 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-19ac1457-7675-4e6e-8bd4-4c7f998915de req-07765df7-f009-4131-a566-98a4d8b6915f tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/security-groups?id=138b86c6-c151-4017-8560-87a75ed5f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402014 Jan 25 18:46:57.231731 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cc484-d774-45ed-b9f5-b6a4a7707766 req-c17a2fe6-6e98-4a4e-941f-d95d024bb7ff tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:57.233063 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-030cc484-d774-45ed-b9f5-b6a4a7707766 req-c17a2fe6-6e98-4a4e-941f-d95d024bb7ff tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed23bba-d4de-4b83-a7f4-99d8d18135d4 HTTP/1.1" status: 200 len: 946 time: 0.0464277 Jan 25 18:46:57.322712 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-030cc484-d774-45ed-b9f5-b6a4a7707766 req-3c694e17-36ab-4f79-b4c7-5fd8cee64700 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Deleting port 30cddbdb-5044-4d77-adda-8dc5b9e522ec {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:46:57.323052 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-030cc484-d774-45ed-b9f5-b6a4a7707766 req-3c694e17-36ab-4f79-b4c7-5fd8cee64700 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (30cddbdb-5044-4d77-adda-8dc5b9e522ec), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:57.407178 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-030cc484-d774-45ed-b9f5-b6a4a7707766 req-3c694e17-36ab-4f79-b4c7-5fd8cee64700 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] For port 30cddbdb-5044-4d77-adda-8dc5b9e522ec, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=30cddbdb-5044-4d77-adda-8dc5b9e522ec,segment=NetworkSegment(21f14f36-5369-4904-beca-45622937f869),segment_id=21f14f36-5369-4904-beca-45622937f869)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:46:57.407538 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-030cc484-d774-45ed-b9f5-b6a4a7707766 req-3c694e17-36ab-4f79-b4c7-5fd8cee64700 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (30cddbdb-5044-4d77-adda-8dc5b9e522ec), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:57.419005 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-030cc484-d774-45ed-b9f5-b6a4a7707766 req-3c694e17-36ab-4f79-b4c7-5fd8cee64700 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Calling delete_port for 30cddbdb-5044-4d77-adda-8dc5b9e522ec owned by compute:nova {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:46:57.544029 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-030cc484-d774-45ed-b9f5-b6a4a7707766 req-3c694e17-36ab-4f79-b4c7-5fd8cee64700 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (30cddbdb-5044-4d77-adda-8dc5b9e522ec), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:57.555546 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['30cddbdb-5044-4d77-adda-8dc5b9e522ec'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:46:57.572949 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c694e17-36ab-4f79-b4c7-5fd8cee64700 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Pushing event deleted for resources: {'Port': ['ID=30cddbdb-5044-4d77-adda-8dc5b9e522ec,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:57.616635 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-030cc484-d774-45ed-b9f5-b6a4a7707766 req-3c694e17-36ab-4f79-b4c7-5fd8cee64700 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] No DVR routers for this DVR port 30cddbdb-5044-4d77-adda-8dc5b9e522ec on host hv-cinder-82635 {{(pid=102638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:46:57.619150 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-030cc484-d774-45ed-b9f5-b6a4a7707766 req-3c694e17-36ab-4f79-b4c7-5fd8cee64700 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:57.622403 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-030cc484-d774-45ed-b9f5-b6a4a7707766 req-3c694e17-36ab-4f79-b4c7-5fd8cee64700 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.42 "DELETE /v2.0/ports/30cddbdb-5044-4d77-adda-8dc5b9e522ec HTTP/1.1" status: 204 len: 173 time: 0.3842697 Jan 25 18:46:57.622843 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed23bba-d4de-4b83-a7f4-99d8d18135d4', 'name': 'network-vif-deleted', 'tag': '30cddbdb-5044-4d77-adda-8dc5b9e522ec'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:46:57.625114 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d3d3c1-553b-4a7a-9032-290e305ebb17" -d '{"events": [{"server_uuid": "2ed23bba-d4de-4b83-a7f4-99d8d18135d4", "name": "network-vif-deleted", "tag": "30cddbdb-5044-4d77-adda-8dc5b9e522ec"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:46:57.661348 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fbd3b7-91bc-4293-b15a-d6700445c9f2 x-openstack-request-id: req-c6fbd3b7-91bc-4293-b15a-d6700445c9f2 {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:46:57.661868 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed23bba-d4de-4b83-a7f4-99d8d18135d4", "name": "network-vif-deleted", "tag": "30cddbdb-5044-4d77-adda-8dc5b9e522ec", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:46:57.662633 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6fbd3b7-91bc-4293-b15a-d6700445c9f2 {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:46:57.662829 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed23bba-d4de-4b83-a7f4-99d8d18135d4', 'name': 'network-vif-deleted', 'tag': '30cddbdb-5044-4d77-adda-8dc5b9e522ec', 'status': 'completed', 'code': 200} Jan 25 18:46:58.092077 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9a772-b717-45d9-bb54-362a8dc97271 req-babbfa8b-b1fa-41a0-a840-987c01f0bad4 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:58.094175 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c1a9a772-b717-45d9-bb54-362a8dc97271 req-babbfa8b-b1fa-41a0-a840-987c01f0bad4 tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 945 time: 0.0507085 Jan 25 18:46:58.145717 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c1a9a772-b717-45d9-bb54-362a8dc97271 req-2bc18334-a332-488f-bc36-60e90107ebdc tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458803 Jan 25 18:46:58.458190 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-4bc904e2-7462-4282-a575-f2edacf2ac43 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:58.460133 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-4bc904e2-7462-4282-a575-f2edacf2ac43 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/networks?id=1ee537b1-03c4-4087-b267-1958feb6a783 HTTP/1.1" status: 200 len: 808 time: 0.1003928 Jan 25 18:46:58.475152 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-a0463007-fed5-4e78-bbf9-9611a2f549e8 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/quotas/56e6fd599f3045748bb94ce82e7ab140 HTTP/1.1" status: 200 len: 375 time: 0.0091217 Jan 25 18:46:58.508364 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-17b06375-68db-48f1-8781-19ee112779b6 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=56e6fd599f3045748bb94ce82e7ab140&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259764 Jan 25 18:46:58.596889 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-2f12c7f4-ae68-4a4d-ac37-e449223bcd90 service neutron] 10.222.0.41 "GET /v2.0/networks/1ee537b1-03c4-4087-b267-1958feb6a783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820899 Jan 25 18:46:58.703164 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3eb80-7837-4b29-9692-bf78f4fe12d1 req-9cc0857a-f304-4c5a-b5a4-0d79d4c1e58a tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:46:58.704600 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9de3eb80-7837-4b29-9692-bf78f4fe12d1 req-9cc0857a-f304-4c5a-b5a4-0d79d4c1e58a tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 945 time: 0.1037030 Jan 25 18:46:58.740880 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-ab7987de-9ce5-4441-ab51-fbd960054364 service neutron] 10.222.0.41 "GET /v2.0/networks/1ee537b1-03c4-4087-b267-1958feb6a783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321490 Jan 25 18:46:58.813269 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-9de3eb80-7837-4b29-9692-bf78f4fe12d1 req-33e475a0-90df-4f8a-93c6-38980d2aba1a tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Deleting port 65416e28-6046-4978-8997-f64c24b94d7d {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:46:58.814436 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-9de3eb80-7837-4b29-9692-bf78f4fe12d1 req-33e475a0-90df-4f8a-93c6-38980d2aba1a tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (65416e28-6046-4978-8997-f64c24b94d7d), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:58.910084 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6c595f1e-b1a6-4105-a003-1fb72bc28c7c req-9a9eb8da-574c-4b94-80f0-7fba27679549 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be662c6-7080-4bba-bad4-ab7922d05a25 HTTP/1.1" status: 200 len: 210 time: 0.0372691 Jan 25 18:46:58.931556 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-9de3eb80-7837-4b29-9692-bf78f4fe12d1 req-33e475a0-90df-4f8a-93c6-38980d2aba1a tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] For port 65416e28-6046-4978-8997-f64c24b94d7d, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=65416e28-6046-4978-8997-f64c24b94d7d,segment=NetworkSegment(4e731f32-e4b0-48d5-bb8c-f3da5ea08135),segment_id=4e731f32-e4b0-48d5-bb8c-f3da5ea08135)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:46:58.931921 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-9de3eb80-7837-4b29-9692-bf78f4fe12d1 req-33e475a0-90df-4f8a-93c6-38980d2aba1a tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (65416e28-6046-4978-8997-f64c24b94d7d), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:58.950269 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-9de3eb80-7837-4b29-9692-bf78f4fe12d1 req-33e475a0-90df-4f8a-93c6-38980d2aba1a tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Calling delete_port for 65416e28-6046-4978-8997-f64c24b94d7d owned by compute:nova {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:46:59.079918 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-9de3eb80-7837-4b29-9692-bf78f4fe12d1 req-33e475a0-90df-4f8a-93c6-38980d2aba1a tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (65416e28-6046-4978-8997-f64c24b94d7d), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:59.091434 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['65416e28-6046-4978-8997-f64c24b94d7d'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:46:59.111244 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e475a0-90df-4f8a-93c6-38980d2aba1a tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Pushing event deleted for resources: {'Port': ['ID=65416e28-6046-4978-8997-f64c24b94d7d,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:46:59.152909 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de3eb80-7837-4b29-9692-bf78f4fe12d1 req-33e475a0-90df-4f8a-93c6-38980d2aba1a tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] No DVR routers for this DVR port 65416e28-6046-4978-8997-f64c24b94d7d on host hv-cinder-82635 {{(pid=102638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:46:59.155409 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-9de3eb80-7837-4b29-9692-bf78f4fe12d1 req-33e475a0-90df-4f8a-93c6-38980d2aba1a tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:46:59.158672 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9de3eb80-7837-4b29-9692-bf78f4fe12d1 req-33e475a0-90df-4f8a-93c6-38980d2aba1a tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.42 "DELETE /v2.0/ports/65416e28-6046-4978-8997-f64c24b94d7d HTTP/1.1" status: 204 len: 173 time: 0.4480724 Jan 25 18:46:59.243902 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-78c84216-ae42-4e35-96a1-6444eab94f9d req-512b892b-f3b3-4e0a-bf1d-a8e1a4182aca tempest-TestMinimumBasicScenario-46019757 tempest-TestMinimumBasicScenario-46019757-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc00507-7177-4923-a0cb-0bed435a8f41 HTTP/1.1" status: 200 len: 210 time: 0.0280979 Jan 25 18:46:59.664484 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc00507-7177-4923-a0cb-0bed435a8f41', 'name': 'network-vif-deleted', 'tag': '65416e28-6046-4978-8997-f64c24b94d7d'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:46:59.666970 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb7c657-574d-4721-8d69-1a9d4ffe87a6" -d '{"events": [{"server_uuid": "4bc00507-7177-4923-a0cb-0bed435a8f41", "name": "network-vif-deleted", "tag": "65416e28-6046-4978-8997-f64c24b94d7d"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:46:59.707754 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c22079a-3b05-4348-946b-2a2280ffb6a6 x-openstack-request-id: req-9c22079a-3b05-4348-946b-2a2280ffb6a6 {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:46:59.708122 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc00507-7177-4923-a0cb-0bed435a8f41", "name": "network-vif-deleted", "tag": "65416e28-6046-4978-8997-f64c24b94d7d", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:46:59.708385 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c22079a-3b05-4348-946b-2a2280ffb6a6 {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:46:59.709368 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc00507-7177-4923-a0cb-0bed435a8f41', 'name': 'network-vif-deleted', 'tag': '65416e28-6046-4978-8997-f64c24b94d7d', 'status': 'completed', 'code': 200} Jan 25 18:47:00.075007 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9aa717c2-7110-4e07-9f51-ad72f582ac74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:00.094528 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0949eec6-0e94-4004-9024-0d15014c5eef req-2ad425b8-0717-4eda-939a-18213bcfdbad tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be662c6-7080-4bba-bad4-ab7922d05a25 HTTP/1.1" status: 200 len: 210 time: 0.0322406 Jan 25 18:47:00.123546 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-5ea7ca85-7072-440b-becf-5c4ccd850182 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:47:00.124945 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-5ea7ca85-7072-440b-becf-5c4ccd850182 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.42 "GET /v2.0/networks?id=1ee537b1-03c4-4087-b267-1958feb6a783 HTTP/1.1" status: 200 len: 808 time: 0.3926497 Jan 25 18:47:00.137403 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-dc191bde-dc1b-45a5-a703-0329dca636ec tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Request body: {'port': {'device_id': '6be662c6-7080-4bba-bad4-ab7922d05a25', 'network_id': '1ee537b1-03c4-4087-b267-1958feb6a783', 'admin_state_up': True, 'tenant_id': '56e6fd599f3045748bb94ce82e7ab140'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:47:00.242805 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-dc191bde-dc1b-45a5-a703-0329dca636ec tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Made reservation on behalf of 56e6fd599f3045748bb94ce82e7ab140 for: {'port': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:47:00.246028 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-dc191bde-dc1b-45a5-a703-0329dca636ec tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:00.369591 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-dc191bde-dc1b-45a5-a703-0329dca636ec tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Allocated IP 172.20.0.6 (1ee537b1-03c4-4087-b267-1958feb6a783/d9985853-addf-4205-b1a0-5fff175f6f9a/44884303-0461-465c-ae7c-68a864f0abf2) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:47:00.519019 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-dc191bde-dc1b-45a5-a703-0329dca636ec tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Publish callbacks [] for port (44884303-0461-465c-ae7c-68a864f0abf2), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:00.554643 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-dc191bde-dc1b-45a5-a703-0329dca636ec tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (44884303-0461-465c-ae7c-68a864f0abf2), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:00.597462 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-dc191bde-dc1b-45a5-a703-0329dca636ec tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Network 1ee537b1-03c4-4087-b267-1958feb6a783 is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:47:00.601046 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-dc191bde-dc1b-45a5-a703-0329dca636ec tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:47:00.606861 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-dc191bde-dc1b-45a5-a703-0329dca636ec tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:47:00.613098 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc191bde-dc1b-45a5-a703-0329dca636ec tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Pushing event updated for resources: {'Port': ['ID=44884303-0461-465c-ae7c-68a864f0abf2,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:47:00.658794 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-dc191bde-dc1b-45a5-a703-0329dca636ec tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:47:00.659486 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-dc191bde-dc1b-45a5-a703-0329dca636ec tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:00.677789 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-dc191bde-dc1b-45a5-a703-0329dca636ec tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5439615 Jan 25 18:47:00.689636 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-0181d1b1-7560-457e-9df4-1139cd9a096a service neutron] Request body: {'port': {'device_id': '6be662c6-7080-4bba-bad4-ab7922d05a25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:47:00.749102 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-0181d1b1-7560-457e-9df4-1139cd9a096a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (44884303-0461-465c-ae7c-68a864f0abf2), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:00.951052 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 53196) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:47:01.015260 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-0181d1b1-7560-457e-9df4-1139cd9a096a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44884303-0461-465c-ae7c-68a864f0abf2 {{(pid=102638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:47:01.022789 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-0181d1b1-7560-457e-9df4-1139cd9a096a service neutron] Publish callbacks [] for port (44884303-0461-465c-ae7c-68a864f0abf2), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:01.034377 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.provisioning_blocks [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-0181d1b1-7560-457e-9df4-1139cd9a096a service neutron] Transition to ACTIVE for port object 44884303-0461-465c-ae7c-68a864f0abf2 will not be triggered until provisioned by entity L2. {{(pid=102638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 18:47:01.039081 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-0181d1b1-7560-457e-9df4-1139cd9a096a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31061751'] for port (44884303-0461-465c-ae7c-68a864f0abf2), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:01.116269 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181d1b1-7560-457e-9df4-1139cd9a096a service neutron] Pushing event updated for resources: {'Port': ['ID=44884303-0461-465c-ae7c-68a864f0abf2,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:47:01.176470 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-0181d1b1-7560-457e-9df4-1139cd9a096a service neutron] Attempting to bind port 44884303-0461-465c-ae7c-68a864f0abf2 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:47:01.177196 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-0181d1b1-7560-457e-9df4-1139cd9a096a service neutron] Attempting to bind port 44884303-0461-465c-ae7c-68a864f0abf2 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '21f14f36-5369-4904-beca-45622937f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1ee537b1-03c4-4087-b267-1958feb6a783'}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:47:01.177196 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-0181d1b1-7560-457e-9df4-1139cd9a096a service neutron] Attempting to bind port 44884303-0461-465c-ae7c-68a864f0abf2 on network 1ee537b1-03c4-4087-b267-1958feb6a783 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:47:01.196852 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-0181d1b1-7560-457e-9df4-1139cd9a096a service neutron] Port 44884303-0461-465c-ae7c-68a864f0abf2 on network 1ee537b1-03c4-4087-b267-1958feb6a783 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 18:47:01.197176 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-0181d1b1-7560-457e-9df4-1139cd9a096a service neutron] Attempting to bind port 44884303-0461-465c-ae7c-68a864f0abf2 on network 1ee537b1-03c4-4087-b267-1958feb6a783 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:47:01.204936 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-0181d1b1-7560-457e-9df4-1139cd9a096a service neutron] Checking agent: {'id': 'bdb5f0d3-661d-4d22-a5ac-70c284fe21ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'started_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:47:01.205276 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-0181d1b1-7560-457e-9df4-1139cd9a096a service neutron] Checking segment: {'id': '21f14f36-5369-4904-beca-45622937f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1ee537b1-03c4-4087-b267-1958feb6a783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:47:01.205661 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-0181d1b1-7560-457e-9df4-1139cd9a096a service neutron] Bound using segment: {'id': '21f14f36-5369-4904-beca-45622937f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1ee537b1-03c4-4087-b267-1958feb6a783'} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:47:01.206115 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-0181d1b1-7560-457e-9df4-1139cd9a096a service neutron] Bound port: 44884303-0461-465c-ae7c-68a864f0abf2, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21f14f36-5369-4904-beca-45622937f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1ee537b1-03c4-4087-b267-1958feb6a783'}}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:47:01.206473 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-0181d1b1-7560-457e-9df4-1139cd9a096a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (44884303-0461-465c-ae7c-68a864f0abf2), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:01.232415 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f5331-741d-4c81-8570-8e844a34ecb7 req-51e46251-cde2-458e-85b0-7e8c191f195b tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:47:01.233880 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c21f5331-741d-4c81-8570-8e844a34ecb7 req-51e46251-cde2-458e-85b0-7e8c191f195b tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be662c6-7080-4bba-bad4-ab7922d05a25 HTTP/1.1" status: 200 len: 943 time: 0.0703695 Jan 25 18:47:01.300434 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-718a5d7c-3cab-4974-82d7-5ae9baf8e385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698988'] for router_interface (2539e3b6-6ac0-4b41-b015-208a97ec7ddf), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:01.315178 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-0181d1b1-7560-457e-9df4-1139cd9a096a service neutron] For port 44884303-0461-465c-ae7c-68a864f0abf2, host hv-cinder-82635, cleared binding levels {{(pid=102638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:47:01.320363 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-c21f5331-741d-4c81-8570-8e844a34ecb7 req-74edbb45-c9c0-49eb-87e4-193b33db3579 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/security-groups?id=138b86c6-c151-4017-8560-87a75ed5f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693805 Jan 25 18:47:01.321925 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-0181d1b1-7560-457e-9df4-1139cd9a096a service neutron] For port 44884303-0461-465c-ae7c-68a864f0abf2, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=44884303-0461-465c-ae7c-68a864f0abf2,segment=NetworkSegment(21f14f36-5369-4904-beca-45622937f869),segment_id=21f14f36-5369-4904-beca-45622937f869)] {{(pid=102638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:47:01.327652 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-0181d1b1-7560-457e-9df4-1139cd9a096a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31061751'] for port (44884303-0461-465c-ae7c-68a864f0abf2), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:01.364186 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-0181d1b1-7560-457e-9df4-1139cd9a096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:47:01.364843 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-0181d1b1-7560-457e-9df4-1139cd9a096a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:01.366259 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-0181d1b1-7560-457e-9df4-1139cd9a096a service neutron] 10.222.0.42 "PUT /v2.0/ports/44884303-0461-465c-ae7c-68a864f0abf2 HTTP/1.1" status: 200 len: 1093 time: 0.6816511 Jan 25 18:47:01.386323 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181d1b1-7560-457e-9df4-1139cd9a096a service neutron] Pushing event updated for resources: {'Port': ['ID=44884303-0461-465c-ae7c-68a864f0abf2,revision_number=3']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:47:01.444931 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-9d4e1f4f-f7d5-4fe5-ade4-14d239df4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:47:01.446479 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-9d4e1f4f-f7d5-4fe5-ade4-14d239df4c81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56e6fd599f3045748bb94ce82e7ab140&device_id=6be662c6-7080-4bba-bad4-ab7922d05a25 HTTP/1.1" status: 200 len: 1096 time: 0.0408113 Jan 25 18:47:01.491362 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-04711c23-fde4-4ae0-b295-0d7ee64370fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44884303-0461-465c-ae7c-68a864f0abf2 HTTP/1.1" status: 200 len: 217 time: 0.0383911 Jan 25 18:47:01.527788 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 65416e28-6046-4978-8997-f64c24b94d7d no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:47:01.541856 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-371f2d65-3754-437e-8ee0-024a48aac1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:47:01.543483 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-371f2d65-3754-437e-8ee0-024a48aac1dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d9985853-addf-4205-b1a0-5fff175f6f9a HTTP/1.1" status: 200 len: 848 time: 0.0462642 Jan 25 18:47:01.549112 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] No Port match for: 65416e28-6046-4978-8997-f64c24b94d7d {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:47:01.549467 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 65416e28-6046-4978-8997-f64c24b94d7d not bound to the agent host hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:47:01.549896 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 30cddbdb-5044-4d77-adda-8dc5b9e522ec no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:47:01.560030 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-718a5d7c-3cab-4974-82d7-5ae9baf8e385 admin admin] Deleting port 7dc09086-5407-48aa-85c6-e18d68084253 {{(pid=102637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:47:01.560371 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-718a5d7c-3cab-4974-82d7-5ae9baf8e385 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (7dc09086-5407-48aa-85c6-e18d68084253), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:01.569609 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] No Port match for: 30cddbdb-5044-4d77-adda-8dc5b9e522ec {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:47:01.569968 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 30cddbdb-5044-4d77-adda-8dc5b9e522ec not bound to the agent host hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:47:01.574128 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-c4f5ac84-a88a-4d06-a828-05b10d8dbb38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ee537b1-03c4-4087-b267-1958feb6a783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253806 Jan 25 18:47:01.636686 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.db [None req-718a5d7c-3cab-4974-82d7-5ae9baf8e385 admin admin] For port 7dc09086-5407-48aa-85c6-e18d68084253, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=7dc09086-5407-48aa-85c6-e18d68084253,segment=NetworkSegment(4e731f32-e4b0-48d5-bb8c-f3da5ea08135),segment_id=4e731f32-e4b0-48d5-bb8c-f3da5ea08135)] {{(pid=102637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:47:01.636958 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-718a5d7c-3cab-4974-82d7-5ae9baf8e385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (7dc09086-5407-48aa-85c6-e18d68084253), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:01.649562 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-718a5d7c-3cab-4974-82d7-5ae9baf8e385 admin admin] Calling delete_port for 7dc09086-5407-48aa-85c6-e18d68084253 owned by network:router_interface {{(pid=102637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:47:01.666124 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-31ffec5a-d06c-402b-a6a3-b9daeb61b9f9 service neutron] 10.222.0.42 "GET /v2.0/networks/1ee537b1-03c4-4087-b267-1958feb6a783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863426 Jan 25 18:47:01.723514 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be662c6-7080-4bba-bad4-ab7922d05a25', 'tag': '44884303-0461-465c-ae7c-68a864f0abf2'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:47:01.725722 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a0b0b3-b464-4bf0-b7d7-969be9be78d3" -d '{"events": [{"name": "network-changed", "server_uuid": "6be662c6-7080-4bba-bad4-ab7922d05a25", "tag": "44884303-0461-465c-ae7c-68a864f0abf2"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:47:01.759383 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-d1aae6a3-1537-47ef-a9a8-faea40331298 req-be236caa-1d5d-430c-bbc2-970c680a1e47 service neutron] 10.222.0.42 "GET /v2.0/networks/1ee537b1-03c4-4087-b267-1958feb6a783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877063 Jan 25 18:47:01.764595 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5c5aa3-e981-4c4e-b2d9-901421bc7895 x-openstack-request-id: req-aa5c5aa3-e981-4c4e-b2d9-901421bc7895 {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:47:01.764889 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be662c6-7080-4bba-bad4-ab7922d05a25", "tag": "44884303-0461-465c-ae7c-68a864f0abf2", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:47:01.765146 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa5c5aa3-e981-4c4e-b2d9-901421bc7895 {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:47:01.765530 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be662c6-7080-4bba-bad4-ab7922d05a25', 'tag': '44884303-0461-465c-ae7c-68a864f0abf2', 'status': 'completed', 'code': 200} Jan 25 18:47:01.831050 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-718a5d7c-3cab-4974-82d7-5ae9baf8e385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (7dc09086-5407-48aa-85c6-e18d68084253), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:01.841688 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0b0b3-b464-4bf0-b7d7-969be9be78d3 req-b1a04a42-6ff1-4a70-bd05-13190d6f27b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:47:01.843410 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-18a0b0b3-b464-4bf0-b7d7-969be9be78d3 req-b1a04a42-6ff1-4a70-bd05-13190d6f27b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56e6fd599f3045748bb94ce82e7ab140&device_id=6be662c6-7080-4bba-bad4-ab7922d05a25 HTTP/1.1" status: 200 len: 1096 time: 0.0424719 Jan 25 18:47:01.858271 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a5d7c-3cab-4974-82d7-5ae9baf8e385 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc09086-5407-48aa-85c6-e18d68084253,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:47:01.951701 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0b0b3-b464-4bf0-b7d7-969be9be78d3 req-0f101229-45e5-4dd4-b7f0-49efe4f98f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:47:01.953363 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-18a0b0b3-b464-4bf0-b7d7-969be9be78d3 req-0f101229-45e5-4dd4-b7f0-49efe4f98f7b service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ee537b1-03c4-4087-b267-1958feb6a783 HTTP/1.1" status: 200 len: 909 time: 0.1046813 Jan 25 18:47:01.995978 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-18a0b0b3-b464-4bf0-b7d7-969be9be78d3 req-0ae5be3e-5c18-4cbc-8d15-4e364e9fcaea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44884303-0461-465c-ae7c-68a864f0abf2 HTTP/1.1" status: 200 len: 217 time: 0.0365145 Jan 25 18:47:02.035334 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-718a5d7c-3cab-4974-82d7-5ae9baf8e385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698904'] for router_interface (2539e3b6-6ac0-4b41-b015-208a97ec7ddf), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:02.069450 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0b0b3-b464-4bf0-b7d7-969be9be78d3 req-8b7623a3-4f55-43e3-aecf-06f5db5de3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:47:02.070975 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-18a0b0b3-b464-4bf0-b7d7-969be9be78d3 req-8b7623a3-4f55-43e3-aecf-06f5db5de3c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d9985853-addf-4205-b1a0-5fff175f6f9a HTTP/1.1" status: 200 len: 848 time: 0.0694690 Jan 25 18:47:02.104642 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-18a0b0b3-b464-4bf0-b7d7-969be9be78d3 req-54ffc1d3-c63a-4769-9d41-4bcbf56f1294 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ee537b1-03c4-4087-b267-1958feb6a783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256598 Jan 25 18:47:02.192659 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-18a0b0b3-b464-4bf0-b7d7-969be9be78d3 req-15f6648a-77b3-4a59-8d1c-04be5995e167 service neutron] 10.222.0.42 "GET /v2.0/networks/1ee537b1-03c4-4087-b267-1958feb6a783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821924 Jan 25 18:47:02.219873 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1b5e7080-72bb-4f27-9c16-723c707ef6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:02.256292 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718a5d7c-3cab-4974-82d7-5ae9baf8e385 admin admin] Router 2539e3b6-6ac0-4b41-b015-208a97ec7ddf has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:47:02.287434 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-18a0b0b3-b464-4bf0-b7d7-969be9be78d3 req-ee44d774-38ff-424f-9253-b750bf94b5d8 service neutron] 10.222.0.42 "GET /v2.0/networks/1ee537b1-03c4-4087-b267-1958feb6a783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873830 Jan 25 18:47:02.362436 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718a5d7c-3cab-4974-82d7-5ae9baf8e385 admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:47:02.368153 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-718a5d7c-3cab-4974-82d7-5ae9baf8e385 admin admin] 10.222.0.41 "PUT /v2.0/routers/2539e3b6-6ac0-4b41-b015-208a97ec7ddf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4160838 Jan 25 18:47:02.370772 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 53204) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:47:02.373785 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dae8b2e-2cee-4fec-ba29-cdf111d220f6 None None] Sync routers for ids ['2539e3b6-6ac0-4b41-b015-208a97ec7ddf'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:47:02.384650 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dae8b2e-2cee-4fec-ba29-cdf111d220f6 None None] Routers {'2539e3b6-6ac0-4b41-b015-208a97ec7ddf'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:47:02.385408 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-4dae8b2e-2cee-4fec-ba29-cdf111d220f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:47:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['2539e3b6-6ac0-4b41-b015-208a97ec7ddf'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:47:02.444051 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1918bb-71fd-4b7b-a3c1-bd7dd258d558 req-c9583706-4f0d-460e-9fe0-b64e7d7d1090 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:47:02.445600 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-bc1918bb-71fd-4b7b-a3c1-bd7dd258d558 req-c9583706-4f0d-460e-9fe0-b64e7d7d1090 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be662c6-7080-4bba-bad4-ab7922d05a25 HTTP/1.1" status: 200 len: 943 time: 0.0509057 Jan 25 18:47:02.494604 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-bc1918bb-71fd-4b7b-a3c1-bd7dd258d558 req-4668a8b5-75f0-44a4-a6f0-134a80f6327f tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/security-groups?id=138b86c6-c151-4017-8560-87a75ed5f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433273 Jan 25 18:47:02.503809 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-4dae8b2e-2cee-4fec-ba29-cdf111d220f6 None None] Set router 2539e3b6-6ac0-4b41-b015-208a97ec7ddf gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:47:02.692149 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-4dae8b2e-2cee-4fec-ba29-cdf111d220f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'name': 'tempest-TestMinimumBasicScenario-590041399-router', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:47:01Z', 'revision_number': 5, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'gw_port': {'id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:47:02.714203 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5e6959fa-9466-44b5-8782-7ec0391f8704 admin admin] Publish callbacks [] for router (2539e3b6-6ac0-4b41-b015-208a97ec7ddf), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:02.718567 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dae8b2e-2cee-4fec-ba29-cdf111d220f6 None None] Checking router: 2539e3b6-6ac0-4b41-b015-208a97ec7ddf for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:47:02.727374 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dae8b2e-2cee-4fec-ba29-cdf111d220f6 None None] Routers {'2539e3b6-6ac0-4b41-b015-208a97ec7ddf'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:47:02.727977 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-4dae8b2e-2cee-4fec-ba29-cdf111d220f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:47:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['2539e3b6-6ac0-4b41-b015-208a97ec7ddf'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:47:02.811626 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5e6959fa-9466-44b5-8782-7ec0391f8704 admin admin] Publish callbacks [] for router_gateway (2539e3b6-6ac0-4b41-b015-208a97ec7ddf), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:02.835820 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-4dae8b2e-2cee-4fec-ba29-cdf111d220f6 None None] Set router 2539e3b6-6ac0-4b41-b015-208a97ec7ddf gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:47:02.867171 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-5e6959fa-9466-44b5-8782-7ec0391f8704 admin admin] Deleting port 233cde6b-20c3-412e-bfbc-db5d79bb52c3 {{(pid=102637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:47:02.867501 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5e6959fa-9466-44b5-8782-7ec0391f8704 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (233cde6b-20c3-412e-bfbc-db5d79bb52c3), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:02.943022 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.db [None req-5e6959fa-9466-44b5-8782-7ec0391f8704 admin admin] For port 233cde6b-20c3-412e-bfbc-db5d79bb52c3, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=233cde6b-20c3-412e-bfbc-db5d79bb52c3,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:47:02.943388 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5e6959fa-9466-44b5-8782-7ec0391f8704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (233cde6b-20c3-412e-bfbc-db5d79bb52c3), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:02.954783 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-5e6959fa-9466-44b5-8782-7ec0391f8704 admin admin] Calling delete_port for 233cde6b-20c3-412e-bfbc-db5d79bb52c3 owned by network:router_gateway {{(pid=102637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:47:03.010162 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-4dae8b2e-2cee-4fec-ba29-cdf111d220f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'name': 'tempest-TestMinimumBasicScenario-590041399-router', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:47:01Z', 'revision_number': 5, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'gw_port': {'id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:47:03.039274 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dae8b2e-2cee-4fec-ba29-cdf111d220f6 None None] The sync data for ids ['2539e3b6-6ac0-4b41-b015-208a97ec7ddf'] in dv-cinder-826350-1-iscsi is: [{'id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'name': 'tempest-TestMinimumBasicScenario-590041399-router', 'tenant_id': '09a5f500126c43bda9dda24b788fed0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:47:01Z', 'revision_number': 5, 'project_id': '09a5f500126c43bda9dda24b788fed0d', 'gw_port': {'id': '233cde6b-20c3-412e-bfbc-db5d79bb52c3', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539e3b6-6ac0-4b41-b015-208a97ec7ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:43:56Z', 'updated_at': '2022-01-25T18:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:47:03.125163 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5e6959fa-9466-44b5-8782-7ec0391f8704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (233cde6b-20c3-412e-bfbc-db5d79bb52c3), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:03.156120 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6959fa-9466-44b5-8782-7ec0391f8704 admin admin] Pushing event deleted for resources: {'Port': ['ID=233cde6b-20c3-412e-bfbc-db5d79bb52c3,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:47:03.238121 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5e6959fa-9466-44b5-8782-7ec0391f8704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-699314'] for router_gateway (2539e3b6-6ac0-4b41-b015-208a97ec7ddf), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:03.330732 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5e6959fa-9466-44b5-8782-7ec0391f8704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62753'] for router (2539e3b6-6ac0-4b41-b015-208a97ec7ddf), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:03.332997 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5e6959fa-9466-44b5-8782-7ec0391f8704 admin admin] Publish callbacks [] for router_controller (2539e3b6-6ac0-4b41-b015-208a97ec7ddf), precommit_delete_associations {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:03.381892 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5e6959fa-9466-44b5-8782-7ec0391f8704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697094'] for router (2539e3b6-6ac0-4b41-b015-208a97ec7ddf), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:03.382447 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6959fa-9466-44b5-8782-7ec0391f8704 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2539e3b6-6ac0-4b41-b015-208a97ec7ddf {{(pid=102637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 18:47:03.387686 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-5e6959fa-9466-44b5-8782-7ec0391f8704 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:03.388456 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-5e6959fa-9466-44b5-8782-7ec0391f8704 admin admin] 10.222.0.41 "DELETE /v2.0/routers/2539e3b6-6ac0-4b41-b015-208a97ec7ddf HTTP/1.1" status: 204 len: 168 time: 1.0166512 Jan 25 18:47:03.390969 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 53206) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:47:03.439401 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd617330-13f7-4819-be4a-4df6a4c0e35c admin admin] Deleting subnet 2531e4ed-879a-4ede-b577-43db216b07a7 {{(pid=102638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 18:47:03.442661 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-fd617330-13f7-4819-be4a-4df6a4c0e35c admin admin] Publish callbacks [] for subnet (2531e4ed-879a-4ede-b577-43db216b07a7), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:03.478101 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-fd617330-13f7-4819-be4a-4df6a4c0e35c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31759332'] for subnet (2531e4ed-879a-4ede-b577-43db216b07a7), precommit_delete_associations {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:03.528270 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 44884303-0461-465c-ae7c-68a864f0abf2 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:47:03.564311 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-fd617330-13f7-4819-be4a-4df6a4c0e35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490167'] for subnet (2531e4ed-879a-4ede-b577-43db216b07a7), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:03.595651 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:03.653947 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-fd617330-13f7-4819-be4a-4df6a4c0e35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31061633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49414898'] for subnet (2531e4ed-879a-4ede-b577-43db216b07a7), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:03.660276 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 44884303-0461-465c-ae7c-68a864f0abf2, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=44884303-0461-465c-ae7c-68a864f0abf2,segment=NetworkSegment(21f14f36-5369-4904-beca-45622937f869),segment_id=21f14f36-5369-4904-beca-45622937f869)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:47:03.671825 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': '44884303-0461-465c-ae7c-68a864f0abf2', 'network_id': '1ee537b1-03c4-4087-b267-1958feb6a783', 'port_id': '44884303-0461-465c-ae7c-68a864f0abf2', 'mac_address': 'fa:16:3e:bf:da:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9985853-addf-4205-b1a0-5fff175f6f9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:47:03.683798 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd617330-13f7-4819-be4a-4df6a4c0e35c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2531e4ed-879a-4ede-b577-43db216b07a7,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:47:03.694081 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d3cd1-cba4-4f1d-93ce-332e7acbbbc5 req-435339ed-a1fa-44c9-ad40-125e3c435791 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:47:03.695616 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b59d3cd1-cba4-4f1d-93ce-332e7acbbbc5 req-435339ed-a1fa-44c9-ad40-125e3c435791 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be662c6-7080-4bba-bad4-ab7922d05a25 HTTP/1.1" status: 200 len: 943 time: 0.0878117 Jan 25 18:47:03.696681 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-fd617330-13f7-4819-be4a-4df6a4c0e35c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for subnet (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:03.699802 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-fd617330-13f7-4819-be4a-4df6a4c0e35c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2531e4ed-879a-4ede-b577-43db216b07a7 HTTP/1.1" status: 204 len: 168 time: 0.3078415 Jan 25 18:47:03.702229 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 53210) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:47:03.707015 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b87aace-5b13-4348-bfb0-42a63882446c None None] Network c386b781-67b6-4986-a6c3-1438ada313b0 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:47:03.767104 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 44884303-0461-465c-ae7c-68a864f0abf2 is: DOWN; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:47:03.767384 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (44884303-0461-465c-ae7c-68a864f0abf2), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:03.798326 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-975ad976-e031-4a54-9e52-41f15a742a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530550'] for network (c386b781-67b6-4986-a6c3-1438ada313b0), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:03.798891 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44884303-0461-465c-ae7c-68a864f0abf2 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:47:03.818879 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b59d3cd1-cba4-4f1d-93ce-332e7acbbbc5 req-7aeacf12-bd0f-4ca2-b7b4-5fb35c4ce321 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/security-groups?id=138b86c6-c151-4017-8560-87a75ed5f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097052 Jan 25 18:47:03.825393 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 44884303-0461-465c-ae7c-68a864f0abf2, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=44884303-0461-465c-ae7c-68a864f0abf2,segment=NetworkSegment(21f14f36-5369-4904-beca-45622937f869),segment_id=21f14f36-5369-4904-beca-45622937f869)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:47:03.834065 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (44884303-0461-465c-ae7c-68a864f0abf2), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:03.873587 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-975ad976-e031-4a54-9e52-41f15a742a8f admin admin] Deleting port 844761e8-36ab-4d00-9f4f-a16ae20706e2 {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:47:03.873929 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-975ad976-e031-4a54-9e52-41f15a742a8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (844761e8-36ab-4d00-9f4f-a16ae20706e2), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:03.898887 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff030f9-bdca-4c11-a97a-6750c79ee273 None None] DHCP port deletion for c386b781-67b6-4986-a6c3-1438ada313b0 request from dv-cinder-826350-1-iscsi {{(pid=102639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 18:47:03.906969 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=44884303-0461-465c-ae7c-68a864f0abf2,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:47:03.939344 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [None req-975ad976-e031-4a54-9e52-41f15a742a8f admin admin] For port 844761e8-36ab-4d00-9f4f-a16ae20706e2, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=844761e8-36ab-4d00-9f4f-a16ae20706e2,segment=NetworkSegment(4e731f32-e4b0-48d5-bb8c-f3da5ea08135),segment_id=4e731f32-e4b0-48d5-bb8c-f3da5ea08135)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:47:03.939711 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-975ad976-e031-4a54-9e52-41f15a742a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (844761e8-36ab-4d00-9f4f-a16ae20706e2), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:03.951855 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-975ad976-e031-4a54-9e52-41f15a742a8f admin admin] Calling delete_port for 844761e8-36ab-4d00-9f4f-a16ae20706e2 owned by network:dhcp {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:47:03.952025 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-2ff030f9-bdca-4c11-a97a-6750c79ee273 None None] Deleting port 844761e8-36ab-4d00-9f4f-a16ae20706e2 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:47:03.952314 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2ff030f9-bdca-4c11-a97a-6750c79ee273 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (844761e8-36ab-4d00-9f4f-a16ae20706e2), before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:04.021741 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-2ff030f9-bdca-4c11-a97a-6750c79ee273 None None] For port 844761e8-36ab-4d00-9f4f-a16ae20706e2, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=844761e8-36ab-4d00-9f4f-a16ae20706e2,segment=NetworkSegment(4e731f32-e4b0-48d5-bb8c-f3da5ea08135),segment_id=4e731f32-e4b0-48d5-bb8c-f3da5ea08135)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:47:04.022303 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2ff030f9-bdca-4c11-a97a-6750c79ee273 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (844761e8-36ab-4d00-9f4f-a16ae20706e2), precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:04.033556 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-975ad976-e031-4a54-9e52-41f15a742a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (844761e8-36ab-4d00-9f4f-a16ae20706e2), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:04.038556 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['44884303-0461-465c-ae7c-68a864f0abf2'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:47:04.042068 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-2ff030f9-bdca-4c11-a97a-6750c79ee273 None None] Calling delete_port for 844761e8-36ab-4d00-9f4f-a16ae20706e2 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:47:04.062921 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ad976-e031-4a54-9e52-41f15a742a8f admin admin] Pushing event deleted for resources: {'Port': ['ID=844761e8-36ab-4d00-9f4f-a16ae20706e2,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:47:04.066712 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975ad976-e031-4a54-9e52-41f15a742a8f admin admin] No DVR routers for this DVR port 844761e8-36ab-4d00-9f4f-a16ae20706e2 on host dv-cinder-826350-1-iscsi {{(pid=102638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:47:04.125279 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 7dc09086-5407-48aa-85c6-e18d68084253 no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:47:04.139033 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-975ad976-e031-4a54-9e52-41f15a742a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488764', 'neutron.services.segments.db._delete_segments_for_network-8748161470832'] for network (c386b781-67b6-4986-a6c3-1438ada313b0), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:04.156629 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No Port match for: 7dc09086-5407-48aa-85c6-e18d68084253 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:47:04.156982 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 7dc09086-5407-48aa-85c6-e18d68084253 not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:47:04.157408 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 844761e8-36ab-4d00-9f4f-a16ae20706e2 no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:47:04.160635 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-975ad976-e031-4a54-9e52-41f15a742a8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c386b781-67b6-4986-a6c3-1438ada313b0']}} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:47:04.171155 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-975ad976-e031-4a54-9e52-41f15a742a8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e731f32-e4b0-48d5-bb8c-f3da5ea08135') {'for_net_delete': True} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:47:04.171451 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-975ad976-e031-4a54-9e52-41f15a742a8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e731f32-e4b0-48d5-bb8c-f3da5ea08135') {} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:47:04.181218 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-975ad976-e031-4a54-9e52-41f15a742a8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748161465977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31759341'] for segment (4e731f32-e4b0-48d5-bb8c-f3da5ea08135), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:04.188654 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No Port match for: 844761e8-36ab-4d00-9f4f-a16ae20706e2 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:47:04.189266 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 844761e8-36ab-4d00-9f4f-a16ae20706e2 not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:47:04.189700 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 233cde6b-20c3-412e-bfbc-db5d79bb52c3 no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:47:04.194877 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-975ad976-e031-4a54-9e52-41f15a742a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (4e731f32-e4b0-48d5-bb8c-f3da5ea08135), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:04.201066 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-975ad976-e031-4a54-9e52-41f15a742a8f admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=102638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 18:47:04.201530 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-975ad976-e031-4a54-9e52-41f15a742a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061547'] for segment (4e731f32-e4b0-48d5-bb8c-f3da5ea08135), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: Traceback (most recent call last): Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: timer() Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: cb(*args, **kw) Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: return func(*args, **kwargs) Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: self._notify() Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: self.callback(batched_events) Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: event.method(event) Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: return f(self, *a, **k) Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: return self._get(url).json() Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: return self.request(url, 'GET', **kwargs) Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:47:04.203192 dv-cinder-826350-1-iscsi neutron-server[102638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:47:04.222630 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No Port match for: 233cde6b-20c3-412e-bfbc-db5d79bb52c3 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:47:04.222989 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 233cde6b-20c3-412e-bfbc-db5d79bb52c3 not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:47:04.252986 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2ff030f9-bdca-4c11-a97a-6750c79ee273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620'] for port (844761e8-36ab-4d00-9f4f-a16ae20706e2), after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:04.260002 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-975ad976-e031-4a54-9e52-41f15a742a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699286'] for network (c386b781-67b6-4986-a6c3-1438ada313b0), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:04.268535 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-975ad976-e031-4a54-9e52-41f15a742a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:04.272096 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-975ad976-e031-4a54-9e52-41f15a742a8f admin admin] 10.222.0.41 "DELETE /v2.0/networks/c386b781-67b6-4986-a6c3-1438ada313b0 HTTP/1.1" status: 204 len: 168 time: 0.5687833 Jan 25 18:47:04.275236 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 53212) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:47:04.281121 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ad976-e031-4a54-9e52-41f15a742a8f admin admin] Pushing event deleted for resources: {'Network': ['ID=c386b781-67b6-4986-a6c3-1438ada313b0,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:47:04.292971 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff030f9-bdca-4c11-a97a-6750c79ee273 None None] Pushing event deleted for resources: {'Port': ['ID=844761e8-36ab-4d00-9f4f-a16ae20706e2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:47:04.295995 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ff030f9-bdca-4c11-a97a-6750c79ee273 None None] Network c386b781-67b6-4986-a6c3-1438ada313b0 is not hosted by any dhcp agent {{(pid=102639) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 25 18:47:04.296470 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff030f9-bdca-4c11-a97a-6750c79ee273 None None] No DVR routers for this DVR port 844761e8-36ab-4d00-9f4f-a16ae20706e2 on host dv-cinder-826350-1-iscsi {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:47:04.432520 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:47:04.623786 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-2fa61792-9c78-4b3b-91a6-97936b3749ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698988'] for router_interface (a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:04.868584 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-2fa61792-9c78-4b3b-91a6-97936b3749ac admin admin] Deleting port 5446b87c-cbf0-4a4a-8695-1cf0d6fab916 {{(pid=102637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:47:04.868925 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-2fa61792-9c78-4b3b-91a6-97936b3749ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (5446b87c-cbf0-4a4a-8695-1cf0d6fab916), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:04.904898 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:04.941640 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55ee59-24a0-494f-a93c-7bb31399b120 req-eee606c3-0500-407f-ab4a-f25c7543266e tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:47:04.943220 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0f55ee59-24a0-494f-a93c-7bb31399b120 req-eee606c3-0500-407f-ab4a-f25c7543266e tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be662c6-7080-4bba-bad4-ab7922d05a25 HTTP/1.1" status: 200 len: 944 time: 0.0530186 Jan 25 18:47:04.951111 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.db [None req-2fa61792-9c78-4b3b-91a6-97936b3749ac admin admin] For port 5446b87c-cbf0-4a4a-8695-1cf0d6fab916, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=5446b87c-cbf0-4a4a-8695-1cf0d6fab916,segment=NetworkSegment(06b357da-d76c-4841-a956-583d15e794e5),segment_id=06b357da-d76c-4841-a956-583d15e794e5)] {{(pid=102637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:47:04.951470 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-2fa61792-9c78-4b3b-91a6-97936b3749ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (5446b87c-cbf0-4a4a-8695-1cf0d6fab916), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:04.963276 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-2fa61792-9c78-4b3b-91a6-97936b3749ac admin admin] Calling delete_port for 5446b87c-cbf0-4a4a-8695-1cf0d6fab916 owned by network:router_interface {{(pid=102637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:47:04.991645 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0f55ee59-24a0-494f-a93c-7bb31399b120 req-6e4998eb-909a-4d1a-8c5f-2be5f00c83ef tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/security-groups?id=138b86c6-c151-4017-8560-87a75ed5f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409789 Jan 25 18:47:05.140390 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-2fa61792-9c78-4b3b-91a6-97936b3749ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (5446b87c-cbf0-4a4a-8695-1cf0d6fab916), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:05.167992 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa61792-9c78-4b3b-91a6-97936b3749ac admin admin] Pushing event deleted for resources: {'Port': ['ID=5446b87c-cbf0-4a4a-8695-1cf0d6fab916,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:47:05.335817 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-2fa61792-9c78-4b3b-91a6-97936b3749ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698904'] for router_interface (a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:05.544248 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa61792-9c78-4b3b-91a6-97936b3749ac admin admin] Router a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:47:05.559552 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 44884303-0461-465c-ae7c-68a864f0abf2 up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:47:05.608295 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning for port 44884303-0461-465c-ae7c-68a864f0abf2 completed by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 18:47:05.612652 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port 44884303-0461-465c-ae7c-68a864f0abf2 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:47:05.613027 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (44884303-0461-465c-ae7c-68a864f0abf2), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:05.650240 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa61792-9c78-4b3b-91a6-97936b3749ac admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:47:05.655410 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-2fa61792-9c78-4b3b-91a6-97936b3749ac admin admin] 10.222.0.41 "PUT /v2.0/routers/a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3785620 Jan 25 18:47:05.658149 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 53216) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:47:05.659228 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81e2014-33cc-4664-8d53-f185aed0a0a4 None None] Sync routers for ids ['a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f'] in dv-cinder-826350-1-iscsi {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:47:05.668959 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81e2014-33cc-4664-8d53-f185aed0a0a4 None None] Routers {'a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:47:05.669700 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-b81e2014-33cc-4664-8d53-f185aed0a0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:47:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:47:05.769384 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-192e344d-e3ab-4556-8fcf-ff96e543b89a admin admin] Publish callbacks [] for router (a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:05.793686 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-b81e2014-33cc-4664-8d53-f185aed0a0a4 None None] Set router a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:47:05.835659 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port 44884303-0461-465c-ae7c-68a864f0abf2 is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:47:05.836223 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (44884303-0461-465c-ae7c-68a864f0abf2), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:05.861560 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be662c6-7080-4bba-bad4-ab7922d05a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44884303-0461-465c-ae7c-68a864f0abf2'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:47:05.864747 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66284cc6-46e5-4173-ab60-e45d79b243dc" -d '{"events": [{"server_uuid": "6be662c6-7080-4bba-bad4-ab7922d05a25", "name": "network-vif-plugged", "status": "completed", "tag": "44884303-0461-465c-ae7c-68a864f0abf2"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:47:05.878828 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port 44884303-0461-465c-ae7c-68a864f0abf2, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=44884303-0461-465c-ae7c-68a864f0abf2,segment=NetworkSegment(21f14f36-5369-4904-beca-45622937f869),segment_id=21f14f36-5369-4904-beca-45622937f869)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:47:05.885358 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-192e344d-e3ab-4556-8fcf-ff96e543b89a admin admin] Publish callbacks [] for router_gateway (a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:05.885539 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (44884303-0461-465c-ae7c-68a864f0abf2), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:05.917126 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9291e6-81f5-42e6-8aa5-05f8c43adb0f x-openstack-request-id: req-ba9291e6-81f5-42e6-8aa5-05f8c43adb0f {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:47:05.917845 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be662c6-7080-4bba-bad4-ab7922d05a25", "name": "network-vif-plugged", "status": "completed", "tag": "44884303-0461-465c-ae7c-68a864f0abf2", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:47:05.917845 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba9291e6-81f5-42e6-8aa5-05f8c43adb0f {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:47:05.918704 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be662c6-7080-4bba-bad4-ab7922d05a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44884303-0461-465c-ae7c-68a864f0abf2', 'code': 200} Jan 25 18:47:05.947012 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=44884303-0461-465c-ae7c-68a864f0abf2,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:47:05.968660 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-192e344d-e3ab-4556-8fcf-ff96e543b89a admin admin] Deleting port e63d0706-bbf7-4122-9d52-902f0b040f83 {{(pid=102637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:47:05.969049 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-192e344d-e3ab-4556-8fcf-ff96e543b89a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (e63d0706-bbf7-4122-9d52-902f0b040f83), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:06.063265 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.db [None req-192e344d-e3ab-4556-8fcf-ff96e543b89a admin admin] For port e63d0706-bbf7-4122-9d52-902f0b040f83, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=e63d0706-bbf7-4122-9d52-902f0b040f83,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:47:06.063711 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-192e344d-e3ab-4556-8fcf-ff96e543b89a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (e63d0706-bbf7-4122-9d52-902f0b040f83), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:06.076410 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-b81e2014-33cc-4664-8d53-f185aed0a0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f', 'name': 'tempest-TestMinimumBasicScenario-926167366-router', 'tenant_id': '2852228c136e4bb99812f10bb908b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e63d0706-bbf7-4122-9d52-902f0b040f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:44:01Z', 'updated_at': '2022-01-25T18:47:05Z', 'revision_number': 5, 'project_id': '2852228c136e4bb99812f10bb908b83a', 'gw_port': {'id': 'e63d0706-bbf7-4122-9d52-902f0b040f83', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:44:02Z', 'updated_at': '2022-01-25T18:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:47:06.095960 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-192e344d-e3ab-4556-8fcf-ff96e543b89a admin admin] Calling delete_port for e63d0706-bbf7-4122-9d52-902f0b040f83 owned by network:router_gateway {{(pid=102637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:47:06.106121 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81e2014-33cc-4664-8d53-f185aed0a0a4 None None] Checking router: a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f for host: dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:47:06.119484 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81e2014-33cc-4664-8d53-f185aed0a0a4 None None] Routers {'a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:47:06.120175 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-b81e2014-33cc-4664-8d53-f185aed0a0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:47:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:47:06.149230 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:06.149992 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8083b-fcb7-4af9-96b7-e13caaee2210 req-1aaa018e-aaf0-4d2d-9387-ceaaf244c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:47:06.151746 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-1ab8083b-fcb7-4af9-96b7-e13caaee2210 req-1aaa018e-aaf0-4d2d-9387-ceaaf244c943 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6be662c6-7080-4bba-bad4-ab7922d05a25 HTTP/1.1" status: 200 len: 1098 time: 0.0829384 Jan 25 18:47:06.159245 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2af445-68ad-4c1c-86ae-9367c937171a req-1e11bba4-4625-4e64-a0fc-52e59b5be7d1 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:47:06.162621 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3b2af445-68ad-4c1c-86ae-9367c937171a req-1e11bba4-4625-4e64-a0fc-52e59b5be7d1 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be662c6-7080-4bba-bad4-ab7922d05a25 HTTP/1.1" status: 200 len: 945 time: 0.0580623 Jan 25 18:47:06.211266 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-b81e2014-33cc-4664-8d53-f185aed0a0a4 None None] Set router a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f gateway port host: None {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:47:06.230462 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-1ab8083b-fcb7-4af9-96b7-e13caaee2210 req-3d45d6c0-59d9-4a6b-a889-5372e27af1f8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=138b86c6-c151-4017-8560-87a75ed5f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687132 Jan 25 18:47:06.238031 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3b2af445-68ad-4c1c-86ae-9367c937171a req-5ae6317e-2efa-41ba-8f0b-fadb5505413d tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/security-groups?id=138b86c6-c151-4017-8560-87a75ed5f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610442 Jan 25 18:47:06.265911 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-b81e2014-33cc-4664-8d53-f185aed0a0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f', 'name': 'tempest-TestMinimumBasicScenario-926167366-router', 'tenant_id': '2852228c136e4bb99812f10bb908b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:44:01Z', 'updated_at': '2022-01-25T18:47:05Z', 'revision_number': 6, 'project_id': '2852228c136e4bb99812f10bb908b83a', 'gw_port_host': None}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:47:06.289794 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-192e344d-e3ab-4556-8fcf-ff96e543b89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (e63d0706-bbf7-4122-9d52-902f0b040f83), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:06.291895 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81e2014-33cc-4664-8d53-f185aed0a0a4 None None] The sync data for ids ['a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f'] in dv-cinder-826350-1-iscsi is: [{'id': 'a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f', 'name': 'tempest-TestMinimumBasicScenario-926167366-router', 'tenant_id': '2852228c136e4bb99812f10bb908b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:44:01Z', 'updated_at': '2022-01-25T18:47:05Z', 'revision_number': 6, 'project_id': '2852228c136e4bb99812f10bb908b83a', 'gw_port_host': None}] {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:47:06.316815 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e344d-e3ab-4556-8fcf-ff96e543b89a admin admin] Pushing event deleted for resources: {'Port': ['ID=e63d0706-bbf7-4122-9d52-902f0b040f83,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:47:06.378979 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-192e344d-e3ab-4556-8fcf-ff96e543b89a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-699314'] for router_gateway (a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:06.466406 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-192e344d-e3ab-4556-8fcf-ff96e543b89a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62753'] for router (a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:06.468444 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-192e344d-e3ab-4556-8fcf-ff96e543b89a admin admin] Publish callbacks [] for router_controller (a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f), precommit_delete_associations {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:06.509787 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-192e344d-e3ab-4556-8fcf-ff96e543b89a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697094'] for router (a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:06.510362 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192e344d-e3ab-4556-8fcf-ff96e543b89a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f {{(pid=102637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 18:47:06.514449 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-192e344d-e3ab-4556-8fcf-ff96e543b89a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:06.515577 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-192e344d-e3ab-4556-8fcf-ff96e543b89a admin admin] 10.222.0.41 "DELETE /v2.0/routers/a3385a6a-c5c9-49ad-bc75-bcdb04a3ce0f HTTP/1.1" status: 204 len: 168 time: 0.8565195 Jan 25 18:47:06.518122 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 53222) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:47:06.563303 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca64a7a-6782-4889-a415-71d90e703c21 admin admin] Deleting subnet a78a1a49-b975-40d3-a728-970f496129e6 {{(pid=102637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 18:47:06.566452 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-eca64a7a-6782-4889-a415-71d90e703c21 admin admin] Publish callbacks [] for subnet (a78a1a49-b975-40d3-a728-970f496129e6), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:06.599544 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-eca64a7a-6782-4889-a415-71d90e703c21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3682483'] for subnet (a78a1a49-b975-40d3-a728-970f496129e6), precommit_delete_associations {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:06.680939 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-eca64a7a-6782-4889-a415-71d90e703c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490167'] for subnet (a78a1a49-b975-40d3-a728-970f496129e6), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:06.741147 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-eca64a7a-6782-4889-a415-71d90e703c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31424641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31292722'] for subnet (a78a1a49-b975-40d3-a728-970f496129e6), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:06.768989 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca64a7a-6782-4889-a415-71d90e703c21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a78a1a49-b975-40d3-a728-970f496129e6,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:47:06.773156 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-eca64a7a-6782-4889-a415-71d90e703c21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:06.776586 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-eca64a7a-6782-4889-a415-71d90e703c21 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a78a1a49-b975-40d3-a728-970f496129e6 HTTP/1.1" status: 204 len: 168 time: 0.2572310 Jan 25 18:47:06.778682 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81c6bf8-b815-4b55-8f75-bd137522ac69 None None] Network 1e1fbf57-0430-460b-991c-d131c696d3c8 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:47:06.778841 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 53224) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:47:07.074776 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee7d6c3-abde-4cb8-89a6-cbf66c0d7336 None None] DHCP port deletion for 1e1fbf57-0430-460b-991c-d131c696d3c8 request from dv-cinder-826350-1-iscsi {{(pid=102639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 18:47:07.082783 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8313b1b1-0415-4b42-854a-75ad511374e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530550'] for network (1e1fbf57-0430-460b-991c-d131c696d3c8), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:07.124526 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-8ee7d6c3-abde-4cb8-89a6-cbf66c0d7336 None None] Deleting port 63d65574-bdd7-43f9-90ce-c5c774a213e8 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:47:07.124908 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d6c3-abde-4cb8-89a6-cbf66c0d7336 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (63d65574-bdd7-43f9-90ce-c5c774a213e8), before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:07.144903 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-8313b1b1-0415-4b42-854a-75ad511374e5 admin admin] Deleting port 63d65574-bdd7-43f9-90ce-c5c774a213e8 {{(pid=102637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:47:07.145156 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8313b1b1-0415-4b42-854a-75ad511374e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (63d65574-bdd7-43f9-90ce-c5c774a213e8), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:07.204592 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-8ee7d6c3-abde-4cb8-89a6-cbf66c0d7336 None None] For port 63d65574-bdd7-43f9-90ce-c5c774a213e8, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=63d65574-bdd7-43f9-90ce-c5c774a213e8,segment=NetworkSegment(06b357da-d76c-4841-a956-583d15e794e5),segment_id=06b357da-d76c-4841-a956-583d15e794e5)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:47:07.204987 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d6c3-abde-4cb8-89a6-cbf66c0d7336 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (63d65574-bdd7-43f9-90ce-c5c774a213e8), precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:07.222956 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-8ee7d6c3-abde-4cb8-89a6-cbf66c0d7336 None None] Calling delete_port for 63d65574-bdd7-43f9-90ce-c5c774a213e8 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:47:07.230044 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.db [None req-8313b1b1-0415-4b42-854a-75ad511374e5 admin admin] For port 63d65574-bdd7-43f9-90ce-c5c774a213e8, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=63d65574-bdd7-43f9-90ce-c5c774a213e8,segment=NetworkSegment(06b357da-d76c-4841-a956-583d15e794e5),segment_id=06b357da-d76c-4841-a956-583d15e794e5)] {{(pid=102637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:47:07.230247 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8313b1b1-0415-4b42-854a-75ad511374e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (63d65574-bdd7-43f9-90ce-c5c774a213e8), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:07.245302 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-8313b1b1-0415-4b42-854a-75ad511374e5 admin admin] Calling delete_port for 63d65574-bdd7-43f9-90ce-c5c774a213e8 owned by network:dhcp {{(pid=102637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:47:07.317329 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d6c3-abde-4cb8-89a6-cbf66c0d7336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620'] for port (63d65574-bdd7-43f9-90ce-c5c774a213e8), after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:07.353720 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7d6c3-abde-4cb8-89a6-cbf66c0d7336 None None] Pushing event deleted for resources: {'Port': ['ID=63d65574-bdd7-43f9-90ce-c5c774a213e8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:47:07.357360 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee7d6c3-abde-4cb8-89a6-cbf66c0d7336 None None] No DVR routers for this DVR port 63d65574-bdd7-43f9-90ce-c5c774a213e8 on host dv-cinder-826350-1-iscsi {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:47:07.361124 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8313b1b1-0415-4b42-854a-75ad511374e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (63d65574-bdd7-43f9-90ce-c5c774a213e8), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:07.395077 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e748616-58ff-444f-8680-bbddd3890707 req-c50db792-3552-4614-af25-f045dacf5125 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:47:07.396577 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2e748616-58ff-444f-8680-bbddd3890707 req-c50db792-3552-4614-af25-f045dacf5125 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be662c6-7080-4bba-bad4-ab7922d05a25 HTTP/1.1" status: 200 len: 945 time: 0.0675752 Jan 25 18:47:07.398105 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313b1b1-0415-4b42-854a-75ad511374e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=63d65574-bdd7-43f9-90ce-c5c774a213e8,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:47:07.402279 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8313b1b1-0415-4b42-854a-75ad511374e5 admin admin] No DVR routers for this DVR port 63d65574-bdd7-43f9-90ce-c5c774a213e8 on host dv-cinder-826350-1-iscsi {{(pid=102637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:47:07.448068 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2e748616-58ff-444f-8680-bbddd3890707 req-98d4fe6e-0682-46ff-8223-ac9d373a23c8 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/security-groups?id=138b86c6-c151-4017-8560-87a75ed5f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437114 Jan 25 18:47:07.477009 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8313b1b1-0415-4b42-854a-75ad511374e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488764', 'neutron.services.segments.db._delete_segments_for_network-8748161470832'] for network (1e1fbf57-0430-460b-991c-d131c696d3c8), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:07.498951 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.services.segments.db [None req-8313b1b1-0415-4b42-854a-75ad511374e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1fbf57-0430-460b-991c-d131c696d3c8']}} {{(pid=102637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:47:07.508333 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.services.segments.db [None req-8313b1b1-0415-4b42-854a-75ad511374e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b357da-d76c-4841-a956-583d15e794e5') {'for_net_delete': True} {{(pid=102637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:47:07.508628 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.services.segments.db [None req-8313b1b1-0415-4b42-854a-75ad511374e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b357da-d76c-4841-a956-583d15e794e5') {} {{(pid=102637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:47:07.518208 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8313b1b1-0415-4b42-854a-75ad511374e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748161465977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3682490'] for segment (06b357da-d76c-4841-a956-583d15e794e5), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:07.531985 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8313b1b1-0415-4b42-854a-75ad511374e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (06b357da-d76c-4841-a956-583d15e794e5), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:07.538619 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8313b1b1-0415-4b42-854a-75ad511374e5 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 18:47:07.539017 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8313b1b1-0415-4b42-854a-75ad511374e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31424555'] for segment (06b357da-d76c-4841-a956-583d15e794e5), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: self.session.flush() Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: self.session.flush() Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: self.session.flush() Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: self.session.flush() Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: Traceback (most recent call last): Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: timer() Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: cb(*args, **kw) Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: return func(*args, **kwargs) Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: self._notify() Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: self.callback(batched_events) Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: event.method(event) Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: return f(self, *a, **k) Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: return self._get(url).json() Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: return self.request(url, 'GET', **kwargs) Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:47:07.540781 dv-cinder-826350-1-iscsi neutron-server[102637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:47:07.600665 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8313b1b1-0415-4b42-854a-75ad511374e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699286'] for network (1e1fbf57-0430-460b-991c-d131c696d3c8), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:07.605410 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-8313b1b1-0415-4b42-854a-75ad511374e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:07.608719 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-8313b1b1-0415-4b42-854a-75ad511374e5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1e1fbf57-0430-460b-991c-d131c696d3c8 HTTP/1.1" status: 204 len: 168 time: 0.8289087 Jan 25 18:47:07.620851 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313b1b1-0415-4b42-854a-75ad511374e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e1fbf57-0430-460b-991c-d131c696d3c8,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:47:07.734418 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 53238) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:47:07.774625 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-5edddbb9-4f6c-4d6e-ba6c-cc9fb018e55e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09a5f500126c43bda9dda24b788fed0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390058 Jan 25 18:47:07.777112 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 53240) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:47:07.828249 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-213c8cc4-6625-4701-8a7b-4c37a4fd887a admin admin] Publish callbacks [] for security_group (bd7b8142-4e89-43a3-bb6e-be37a4aa98e6), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:07.851622 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-213c8cc4-6625-4701-8a7b-4c37a4fd887a admin admin] Publish callbacks [] for security_group (bd7b8142-4e89-43a3-bb6e-be37a4aa98e6), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:07.902061 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-213c8cc4-6625-4701-8a7b-4c37a4fd887a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (bd7b8142-4e89-43a3-bb6e-be37a4aa98e6), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:07.905152 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-213c8cc4-6625-4701-8a7b-4c37a4fd887a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:07.906351 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-213c8cc4-6625-4701-8a7b-4c37a4fd887a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd7b8142-4e89-43a3-bb6e-be37a4aa98e6 HTTP/1.1" status: 204 len: 168 time: 0.1283116 Jan 25 18:47:07.916977 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c8cc4-6625-4701-8a7b-4c37a4fd887a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7b8142-4e89-43a3-bb6e-be37a4aa98e6,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:47:08.066139 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25d9a2-b811-490d-936e-53cbc164ce8f req-e5bcf40c-22fd-4991-9a3a-5fbf0e4c6679 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:47:08.070528 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6e25d9a2-b811-490d-936e-53cbc164ce8f req-e5bcf40c-22fd-4991-9a3a-5fbf0e4c6679 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be662c6-7080-4bba-bad4-ab7922d05a25 HTTP/1.1" status: 200 len: 945 time: 0.0559077 Jan 25 18:47:08.097156 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 5446b87c-cbf0-4a4a-8695-1cf0d6fab916 no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:47:08.118285 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No Port match for: 5446b87c-cbf0-4a4a-8695-1cf0d6fab916 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:47:08.118981 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 5446b87c-cbf0-4a4a-8695-1cf0d6fab916 not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:47:08.119481 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 63d65574-bdd7-43f9-90ce-c5c774a213e8 no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:47:08.127520 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6e25d9a2-b811-490d-936e-53cbc164ce8f req-cfc919fd-f88f-4cab-bc04-6bd6155796dd tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/security-groups?id=138b86c6-c151-4017-8560-87a75ed5f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541096 Jan 25 18:47:08.147373 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No Port match for: 63d65574-bdd7-43f9-90ce-c5c774a213e8 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:47:08.147792 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 63d65574-bdd7-43f9-90ce-c5c774a213e8 not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:47:08.148224 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device e63d0706-bbf7-4122-9d52-902f0b040f83 no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:47:08.167940 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No Port match for: e63d0706-bbf7-4122-9d52-902f0b040f83 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:47:08.168394 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device e63d0706-bbf7-4122-9d52-902f0b040f83 not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:47:08.243722 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 53252) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:47:08.281527 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-8447ff31-30ff-4bb2-ac57-f0903cbffe04 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2852228c136e4bb99812f10bb908b83a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367126 Jan 25 18:47:08.283864 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 53254) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:47:08.328926 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a61c36c6-4483-4e08-98cf-2e756a45e416 admin admin] Publish callbacks [] for security_group (ec957570-3f1e-45bb-ad0c-3ce08d3b0485), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:08.351570 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a61c36c6-4483-4e08-98cf-2e756a45e416 admin admin] Publish callbacks [] for security_group (ec957570-3f1e-45bb-ad0c-3ce08d3b0485), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:08.396596 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a61c36c6-4483-4e08-98cf-2e756a45e416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (ec957570-3f1e-45bb-ad0c-3ce08d3b0485), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:08.399143 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-a61c36c6-4483-4e08-98cf-2e756a45e416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:08.400325 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-a61c36c6-4483-4e08-98cf-2e756a45e416 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec957570-3f1e-45bb-ad0c-3ce08d3b0485 HTTP/1.1" status: 204 len: 168 time: 0.1155961 Jan 25 18:47:08.407913 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c36c6-4483-4e08-98cf-2e756a45e416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec957570-3f1e-45bb-ad0c-3ce08d3b0485,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:47:09.246502 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d4bfd-6146-403f-b266-f936cca58fdb req-39d24156-dc87-4dba-98cf-c802ee4b32cf tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:47:09.247971 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-487d4bfd-6146-403f-b266-f936cca58fdb req-39d24156-dc87-4dba-98cf-c802ee4b32cf tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be662c6-7080-4bba-bad4-ab7922d05a25 HTTP/1.1" status: 200 len: 945 time: 0.0527420 Jan 25 18:47:09.315619 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-487d4bfd-6146-403f-b266-f936cca58fdb req-a05e6ea2-53ac-4f71-a13a-a0452a7a9c70 tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.41 "GET /v2.0/security-groups?id=138b86c6-c151-4017-8560-87a75ed5f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620809 Jan 25 18:47:09.333545 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f982e7-62f7-4b08-a574-0c042b55da4a req-e8cd8370-2eca-4cc6-97a7-c2a46506319d tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:47:09.335035 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-18f982e7-62f7-4b08-a574-0c042b55da4a req-e8cd8370-2eca-4cc6-97a7-c2a46506319d tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.42 "GET /v2.0/ports?device_id=6be662c6-7080-4bba-bad4-ab7922d05a25 HTTP/1.1" status: 200 len: 945 time: 0.0626295 Jan 25 18:47:09.431297 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-18f982e7-62f7-4b08-a574-0c042b55da4a req-d285d1a5-8021-4609-8aa3-c5a4f53cdb6b tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Deleting port 44884303-0461-465c-ae7c-68a864f0abf2 {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:47:09.431594 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-18f982e7-62f7-4b08-a574-0c042b55da4a req-d285d1a5-8021-4609-8aa3-c5a4f53cdb6b tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (44884303-0461-465c-ae7c-68a864f0abf2), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:09.526278 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-18f982e7-62f7-4b08-a574-0c042b55da4a req-d285d1a5-8021-4609-8aa3-c5a4f53cdb6b tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] For port 44884303-0461-465c-ae7c-68a864f0abf2, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=44884303-0461-465c-ae7c-68a864f0abf2,segment=NetworkSegment(21f14f36-5369-4904-beca-45622937f869),segment_id=21f14f36-5369-4904-beca-45622937f869)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:47:09.526646 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-18f982e7-62f7-4b08-a574-0c042b55da4a req-d285d1a5-8021-4609-8aa3-c5a4f53cdb6b tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (44884303-0461-465c-ae7c-68a864f0abf2), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:09.540475 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-18f982e7-62f7-4b08-a574-0c042b55da4a req-d285d1a5-8021-4609-8aa3-c5a4f53cdb6b tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Calling delete_port for 44884303-0461-465c-ae7c-68a864f0abf2 owned by compute:nova {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:47:09.679643 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-18f982e7-62f7-4b08-a574-0c042b55da4a req-d285d1a5-8021-4609-8aa3-c5a4f53cdb6b tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (44884303-0461-465c-ae7c-68a864f0abf2), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:09.695034 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['44884303-0461-465c-ae7c-68a864f0abf2'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:47:09.708951 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285d1a5-8021-4609-8aa3-c5a4f53cdb6b tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Pushing event deleted for resources: {'Port': ['ID=44884303-0461-465c-ae7c-68a864f0abf2,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:47:09.758090 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f982e7-62f7-4b08-a574-0c042b55da4a req-d285d1a5-8021-4609-8aa3-c5a4f53cdb6b tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] No DVR routers for this DVR port 44884303-0461-465c-ae7c-68a864f0abf2 on host hv-cinder-82635 {{(pid=102638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:47:09.761340 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-18f982e7-62f7-4b08-a574-0c042b55da4a req-d285d1a5-8021-4609-8aa3-c5a4f53cdb6b tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:09.765470 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-18f982e7-62f7-4b08-a574-0c042b55da4a req-d285d1a5-8021-4609-8aa3-c5a4f53cdb6b tempest-VolumesActionsTest-618864533 tempest-VolumesActionsTest-618864533-project] 10.222.0.42 "DELETE /v2.0/ports/44884303-0461-465c-ae7c-68a864f0abf2 HTTP/1.1" status: 204 len: 173 time: 0.4250488 Jan 25 18:47:09.765916 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be662c6-7080-4bba-bad4-ab7922d05a25', 'name': 'network-vif-deleted', 'tag': '44884303-0461-465c-ae7c-68a864f0abf2'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:47:09.768186 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaeb2c17-f113-4175-bcb2-8f3b4c38ea89" -d '{"events": [{"server_uuid": "6be662c6-7080-4bba-bad4-ab7922d05a25", "name": "network-vif-deleted", "tag": "44884303-0461-465c-ae7c-68a864f0abf2"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:47:09.809981 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39136fdd-38d7-4971-86da-0a2e80b4f202 x-openstack-request-id: req-39136fdd-38d7-4971-86da-0a2e80b4f202 {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:47:09.810296 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be662c6-7080-4bba-bad4-ab7922d05a25", "name": "network-vif-deleted", "tag": "44884303-0461-465c-ae7c-68a864f0abf2", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:47:09.810598 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39136fdd-38d7-4971-86da-0a2e80b4f202 {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:47:09.810959 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be662c6-7080-4bba-bad4-ab7922d05a25', 'name': 'network-vif-deleted', 'tag': '44884303-0461-465c-ae7c-68a864f0abf2', 'status': 'completed', 'code': 200} Jan 25 18:47:13.727721 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 44884303-0461-465c-ae7c-68a864f0abf2 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:47:13.748004 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] No Port match for: 44884303-0461-465c-ae7c-68a864f0abf2 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:47:13.748343 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 44884303-0461-465c-ae7c-68a864f0abf2 not bound to the agent host hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:47:21.886975 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:30.075972 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e8fe2c9-4041-41ed-859f-79daaa589639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:31.009933 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 53476) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:47:31.053904 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68446fc-a566-4eb1-9bef-7f8a10fed26d admin admin] Deleting subnet d9985853-addf-4205-b1a0-5fff175f6f9a {{(pid=102638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 18:47:31.057056 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-c68446fc-a566-4eb1-9bef-7f8a10fed26d admin admin] Publish callbacks [] for subnet (d9985853-addf-4205-b1a0-5fff175f6f9a), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:31.091030 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-c68446fc-a566-4eb1-9bef-7f8a10fed26d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31759332'] for subnet (d9985853-addf-4205-b1a0-5fff175f6f9a), precommit_delete_associations {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:31.127365 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-c68446fc-a566-4eb1-9bef-7f8a10fed26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490167'] for subnet (d9985853-addf-4205-b1a0-5fff175f6f9a), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:31.176730 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-c68446fc-a566-4eb1-9bef-7f8a10fed26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31061633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49414898'] for subnet (d9985853-addf-4205-b1a0-5fff175f6f9a), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:31.204080 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68446fc-a566-4eb1-9bef-7f8a10fed26d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9985853-addf-4205-b1a0-5fff175f6f9a,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:47:31.210740 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-c68446fc-a566-4eb1-9bef-7f8a10fed26d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for subnet (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:31.213761 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-c68446fc-a566-4eb1-9bef-7f8a10fed26d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d9985853-addf-4205-b1a0-5fff175f6f9a HTTP/1.1" status: 204 len: 168 time: 0.2028356 Jan 25 18:47:31.216374 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 53478) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:47:31.283123 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ea221a8f-ba8a-47bf-9917-edd6041104a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530550'] for network (1ee537b1-03c4-4087-b267-1958feb6a783), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:31.386855 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ea221a8f-ba8a-47bf-9917-edd6041104a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488764', 'neutron.services.segments.db._delete_segments_for_network-8748161470832'] for network (1ee537b1-03c4-4087-b267-1958feb6a783), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:31.410929 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-09657b97-b3fb-4904-84f0-69860f00748f req-d5578bf2-40c0-46a7-a488-5b9a1f977c74 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0994203 Jan 25 18:47:31.412371 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-ea221a8f-ba8a-47bf-9917-edd6041104a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee537b1-03c4-4087-b267-1958feb6a783']}} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:47:31.421523 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-ea221a8f-ba8a-47bf-9917-edd6041104a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f14f36-5369-4904-beca-45622937f869') {'for_net_delete': True} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:47:31.421822 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-ea221a8f-ba8a-47bf-9917-edd6041104a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f14f36-5369-4904-beca-45622937f869') {} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:47:31.431812 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ea221a8f-ba8a-47bf-9917-edd6041104a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748161465977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31759341'] for segment (21f14f36-5369-4904-beca-45622937f869), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:31.465312 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ea221a8f-ba8a-47bf-9917-edd6041104a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (21f14f36-5369-4904-beca-45622937f869), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:31.473534 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea221a8f-ba8a-47bf-9917-edd6041104a0 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 18:47:31.473917 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ea221a8f-ba8a-47bf-9917-edd6041104a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061547'] for segment (21f14f36-5369-4904-beca-45622937f869), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: Traceback (most recent call last): Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: timer() Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: cb(*args, **kw) Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: return func(*args, **kwargs) Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: self._notify() Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: self.callback(batched_events) Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: event.method(event) Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: return f(self, *a, **k) Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: return self._get(url).json() Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: return self.request(url, 'GET', **kwargs) Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:47:31.475576 dv-cinder-826350-1-iscsi neutron-server[102638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:47:31.530355 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09657b97-b3fb-4904-84f0-69860f00748f req-0b0ac32f-db82-44ed-85c9-5b8dc4c86333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:47:31.531847 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-09657b97-b3fb-4904-84f0-69860f00748f req-0b0ac32f-db82-44ed-85c9-5b8dc4c86333 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2&device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 1099 time: 0.0982835 Jan 25 18:47:31.538995 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ea221a8f-ba8a-47bf-9917-edd6041104a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699286'] for network (1ee537b1-03c4-4087-b267-1958feb6a783), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:31.543937 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-ea221a8f-ba8a-47bf-9917-edd6041104a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:31.547014 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-ea221a8f-ba8a-47bf-9917-edd6041104a0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1ee537b1-03c4-4087-b267-1958feb6a783 HTTP/1.1" status: 204 len: 168 time: 0.3297014 Jan 25 18:47:31.574198 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea221a8f-ba8a-47bf-9917-edd6041104a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ee537b1-03c4-4087-b267-1958feb6a783,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:47:31.641264 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09657b97-b3fb-4904-84f0-69860f00748f req-280db749-eb2a-4f8f-bd7f-064ac809b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:47:31.642776 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-09657b97-b3fb-4904-84f0-69860f00748f req-280db749-eb2a-4f8f-bd7f-064ac809b6e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7 HTTP/1.1" status: 200 len: 913 time: 0.0937319 Jan 25 18:47:31.709951 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 53482) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:47:31.711395 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-09657b97-b3fb-4904-84f0-69860f00748f req-929b69df-19f3-4aec-9764-0e948dd9b898 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44325d1e-173d-4d46-b8e5-ae2295786cae HTTP/1.1" status: 200 len: 1001 time: 0.0631442 Jan 25 18:47:31.749870 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-0312b521-c460-4639-b45c-1431ffa8b48b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56e6fd599f3045748bb94ce82e7ab140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384266 Jan 25 18:47:31.752042 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 53484) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:47:31.758354 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09657b97-b3fb-4904-84f0-69860f00748f req-89b5d712-d6c6-4c8d-a984-9b97c4a0e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:47:31.759789 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-09657b97-b3fb-4904-84f0-69860f00748f req-89b5d712-d6c6-4c8d-a984-9b97c4a0e2e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502ab14a-9388-4da9-86c4-88e719ca487b HTTP/1.1" status: 200 len: 851 time: 0.0430024 Jan 25 18:47:31.798564 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-d5af3a89-3d94-42ea-8328-630ea6ec78f7 admin admin] Publish callbacks [] for security_group (138b86c6-c151-4017-8560-87a75ed5f4da), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:31.802691 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09657b97-b3fb-4904-84f0-69860f00748f req-cd0eaf74-5cd2-41a9-b507-ae966ecd1ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:47:31.804791 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-09657b97-b3fb-4904-84f0-69860f00748f req-cd0eaf74-5cd2-41a9-b507-ae966ecd1ba5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398593 Jan 25 18:47:31.823565 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-d5af3a89-3d94-42ea-8328-630ea6ec78f7 admin admin] Publish callbacks [] for security_group (138b86c6-c151-4017-8560-87a75ed5f4da), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:31.869512 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-d5af3a89-3d94-42ea-8328-630ea6ec78f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (138b86c6-c151-4017-8560-87a75ed5f4da), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:31.872229 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-d5af3a89-3d94-42ea-8328-630ea6ec78f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:31.873418 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-d5af3a89-3d94-42ea-8328-630ea6ec78f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/138b86c6-c151-4017-8560-87a75ed5f4da HTTP/1.1" status: 204 len: 168 time: 0.1204789 Jan 25 18:47:31.881704 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af3a89-3d94-42ea-8328-630ea6ec78f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138b86c6-c151-4017-8560-87a75ed5f4da,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:47:31.904382 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-09657b97-b3fb-4904-84f0-69860f00748f req-61da26a1-9e88-46cd-b2eb-75779e10dfc2 service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938506 Jan 25 18:47:32.000788 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-09657b97-b3fb-4904-84f0-69860f00748f req-784f16a1-cac5-4ed6-bb55-62746727cccb service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909488 Jan 25 18:47:32.224281 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-acdcbfe7-f02e-4c5d-8b62-70de19627dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:33.573066 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:34.905347 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:36.152843 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:47:41.431944 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:47:51.885763 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:00.079366 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-802c082f-feed-403f-8e0e-b20c6e8cae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:02.228068 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d2648db9-7800-4212-ac7d-6d6044ff14a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:03.577869 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:04.908664 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:06.156654 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:12.499861 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8d9b9-94ff-4879-bc8e-84d93d3530b3 req-99f157fd-4089-4dfa-b3db-529728dd372b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:12.501306 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-56a8d9b9-94ff-4879-bc8e-84d93d3530b3 req-99f157fd-4089-4dfa-b3db-529728dd372b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 946 time: 0.0477788 Jan 25 18:48:12.548494 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-56a8d9b9-94ff-4879-bc8e-84d93d3530b3 req-e41c54a3-7206-47d9-a952-bdadb7ada83c tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417030 Jan 25 18:48:13.853130 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d3cc4-bbc8-47ad-87d0-880452d8069c req-680c150f-50f4-46a3-a5ec-0c46dd205d27 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:13.854518 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-126d3cc4-bbc8-47ad-87d0-880452d8069c req-680c150f-50f4-46a3-a5ec-0c46dd205d27 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 946 time: 0.2399361 Jan 25 18:48:13.900575 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-126d3cc4-bbc8-47ad-87d0-880452d8069c req-85292d84-b7b6-47d3-8477-42618d71b929 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406075 Jan 25 18:48:14.006274 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0165618-117c-4d14-b297-157de934ee27 req-2401435e-ddb9-4182-8548-8a80c50a2907 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:14.007683 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f0165618-117c-4d14-b297-157de934ee27 req-2401435e-ddb9-4182-8548-8a80c50a2907 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.42 "GET /v2.0/ports?device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 946 time: 0.0493929 Jan 25 18:48:14.094092 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-f0165618-117c-4d14-b297-157de934ee27 req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Deleting port 44325d1e-173d-4d46-b8e5-ae2295786cae {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:48:14.094441 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-f0165618-117c-4d14-b297-157de934ee27 req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (44325d1e-173d-4d46-b8e5-ae2295786cae), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:14.182352 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-f0165618-117c-4d14-b297-157de934ee27 req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] For port 44325d1e-173d-4d46-b8e5-ae2295786cae, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=44325d1e-173d-4d46-b8e5-ae2295786cae,segment=NetworkSegment(33303819-941d-4651-bee5-cdf3f7efb5e7),segment_id=33303819-941d-4651-bee5-cdf3f7efb5e7)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:48:14.182643 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-f0165618-117c-4d14-b297-157de934ee27 req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (44325d1e-173d-4d46-b8e5-ae2295786cae), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:14.345078 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-f0165618-117c-4d14-b297-157de934ee27 req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:14.345437 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-f0165618-117c-4d14-b297-157de934ee27 req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698476'] for floatingip (7a6cb55f-b553-4c66-9c13-1924395a35eb), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:14.345744 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.db.l3_db [req-f0165618-117c-4d14-b297-157de934ee27 req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Floating IP 7a6cb55f-b553-4c66-9c13-1924395a35eb disassociated. External IP: 172.27.2.73, port: 44325d1e-173d-4d46-b8e5-ae2295786cae. Jan 25 18:48:14.346104 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-f0165618-117c-4d14-b297-157de934ee27 req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Calling delete_port for 44325d1e-173d-4d46-b8e5-ae2295786cae owned by compute:nova {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:48:14.467738 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-f0165618-117c-4d14-b297-157de934ee27 req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (44325d1e-173d-4d46-b8e5-ae2295786cae), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:14.748200 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Pushing event deleted for resources: {'Port': ['ID=44325d1e-173d-4d46-b8e5-ae2295786cae,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:48:14.759683 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:14.760040 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:14.760393 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:14.760727 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:14.761059 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:14.761386 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:14.761713 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:14.762058 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:14.762384 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:14.762709 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:14.763031 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:14.763346 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:14.763666 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:14.867931 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0165618-117c-4d14-b297-157de934ee27 req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Router 6228e71f-c465-4210-b751-36483d193800 has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:48:14.984422 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0165618-117c-4d14-b297-157de934ee27 req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:48:14.995290 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b8cc57-6049-401a-b31f-eafff3036a41 None None] Sync routers for ids ['6228e71f-c465-4210-b751-36483d193800'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:48:15.005687 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b8cc57-6049-401a-b31f-eafff3036a41 None None] Routers {'6228e71f-c465-4210-b751-36483d193800'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:48:15.006769 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-56b8cc57-6049-401a-b31f-eafff3036a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:48:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['6228e71f-c465-4210-b751-36483d193800'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:48:15.023828 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0165618-117c-4d14-b297-157de934ee27 req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] No DVR routers for this DVR port 44325d1e-173d-4d46-b8e5-ae2295786cae on host hv-cinder-82635 {{(pid=102638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:48:15.026519 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-f0165618-117c-4d14-b297-157de934ee27 req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:15.029864 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f0165618-117c-4d14-b297-157de934ee27 req-f26ee877-651e-4c7a-8e80-c55caab81f0b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.42 "DELETE /v2.0/ports/44325d1e-173d-4d46-b8e5-ae2295786cae HTTP/1.1" status: 204 len: 173 time: 1.0175056 Jan 25 18:48:15.030327 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd921b80b-cd84-43c9-b964-8a18a6ca0838', 'name': 'network-vif-deleted', 'tag': '44325d1e-173d-4d46-b8e5-ae2295786cae'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:48:15.032595 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a5a50b-88aa-4c5d-bbb1-0cdf49d906d9" -d '{"events": [{"server_uuid": "d921b80b-cd84-43c9-b964-8a18a6ca0838", "name": "network-vif-deleted", "tag": "44325d1e-173d-4d46-b8e5-ae2295786cae"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:48:15.065986 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-37f12da7-a4a6-4790-a8cd-a512ee65cdb1 req-810bf12e-12ba-4a1d-a8ea-9c4d86c80b6f tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=d921b80b-cd84-43c9-b964-8a18a6ca0838 HTTP/1.1" status: 200 len: 210 time: 0.0974071 Jan 25 18:48:15.081094 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278ca020-520e-47df-b922-0c2aa9957e07 x-openstack-request-id: req-278ca020-520e-47df-b922-0c2aa9957e07 {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:48:15.081629 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d921b80b-cd84-43c9-b964-8a18a6ca0838", "name": "network-vif-deleted", "tag": "44325d1e-173d-4d46-b8e5-ae2295786cae", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:48:15.082107 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-278ca020-520e-47df-b922-0c2aa9957e07 {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:48:15.082877 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd921b80b-cd84-43c9-b964-8a18a6ca0838', 'name': 'network-vif-deleted', 'tag': '44325d1e-173d-4d46-b8e5-ae2295786cae', 'status': 'completed', 'code': 200} Jan 25 18:48:15.153191 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-56b8cc57-6049-401a-b31f-eafff3036a41 None None] Set router 6228e71f-c465-4210-b751-36483d193800 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:48:15.362192 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-56b8cc57-6049-401a-b31f-eafff3036a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:45:08Z', 'revision_number': 4, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port': {'id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:06Z', 'updated_at': '2022-01-25T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '9139cecf-69de-47ae-8532-fe2e3e78514b', 'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'mac_address': 'fa:16:3e:fe:af:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:07Z', 'updated_at': '2022-01-25T18:45:12Z', 'revision_number': 5, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'subnets': [{'id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:48:15.399294 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b8cc57-6049-401a-b31f-eafff3036a41 None None] Checking router: 6228e71f-c465-4210-b751-36483d193800 for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:48:15.408440 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b8cc57-6049-401a-b31f-eafff3036a41 None None] Routers {'6228e71f-c465-4210-b751-36483d193800'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:48:15.409042 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-56b8cc57-6049-401a-b31f-eafff3036a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:48:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['6228e71f-c465-4210-b751-36483d193800'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:48:15.516327 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-56b8cc57-6049-401a-b31f-eafff3036a41 None None] Set router 6228e71f-c465-4210-b751-36483d193800 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:48:15.716353 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-56b8cc57-6049-401a-b31f-eafff3036a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:45:08Z', 'revision_number': 4, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port': {'id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:06Z', 'updated_at': '2022-01-25T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '9139cecf-69de-47ae-8532-fe2e3e78514b', 'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'mac_address': 'fa:16:3e:fe:af:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:07Z', 'updated_at': '2022-01-25T18:45:12Z', 'revision_number': 5, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'subnets': [{'id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:48:15.746586 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b8cc57-6049-401a-b31f-eafff3036a41 None None] The sync data for ids ['6228e71f-c465-4210-b751-36483d193800'] in dv-cinder-826350-1-iscsi is: [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:45:08Z', 'revision_number': 4, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port': {'id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:06Z', 'updated_at': '2022-01-25T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '9139cecf-69de-47ae-8532-fe2e3e78514b', 'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'mac_address': 'fa:16:3e:fe:af:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:07Z', 'updated_at': '2022-01-25T18:45:12Z', 'revision_number': 5, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'subnets': [{'id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:48:15.953917 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6a6822-5246-41e0-aa2e-218d025601f5 None None] New status for floating IP 7a6cb55f-b553-4c66-9c13-1924395a35eb: DOWN {{(pid=102640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 18:48:16.312890 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-46e93466-c2db-45a0-b864-5cf1a95a6da5 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-366341338&fields=id&tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2 HTTP/1.1" status: 200 len: 267 time: 0.0428200 Jan 25 18:48:16.416157 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-2df78f73-c42a-4cb0-a19f-26a5a650c5a6 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:16.417592 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-2df78f73-c42a-4cb0-a19f-26a5a650c5a6 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/networks?id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7 HTTP/1.1" status: 200 len: 812 time: 0.0985284 Jan 25 18:48:16.432211 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-707fad8c-f37f-4de5-847c-5aeeaf6f627f tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/quotas/40d56be3512f40d99b8b8bcf00d5e6b2 HTTP/1.1" status: 200 len: 375 time: 0.0091791 Jan 25 18:48:16.479774 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-7c87a87b-2070-49cc-a6a5-10700b47a2c5 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429361 Jan 25 18:48:16.495508 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-08c06880-929d-454d-9612-2817da146d6d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:48:16.496436 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-08c06880-929d-454d-9612-2817da146d6d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054932 Jan 25 18:48:16.583684 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-d6a850c6-b3f0-4873-a2eb-322ec81d2a7c service neutron] 10.222.0.41 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822132 Jan 25 18:48:16.668828 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-4699747b-fe17-48b2-89ed-2b6de190bb44 service neutron] 10.222.0.41 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794873 Jan 25 18:48:16.942703 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ae58ba2a-4f52-4e46-a4cf-5d72cc0a1d52 req-7a3f079b-be7b-4e1d-baa2-6e42252ea717 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 210 time: 0.0299361 Jan 25 18:48:17.785923 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-35e540c4-9c33-4382-b925-38f54fc7219e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:17.787363 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-35e540c4-9c33-4382-b925-38f54fc7219e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.42 "GET /v2.0/networks?id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7 HTTP/1.1" status: 200 len: 812 time: 0.0990977 Jan 25 18:48:17.846901 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-b06d29a5-e7e7-4979-80f7-7934c813aeb9 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2 HTTP/1.1" status: 200 len: 379 time: 0.0518653 Jan 25 18:48:17.855929 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-f4633350-384e-4f18-943d-a5007156ae56 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Request body: {'port': {'device_id': 'b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'admin_state_up': True, 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'security_groups': ['58c10958-1ce7-4cdf-afbf-ec11839e3ed8']}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:17.964427 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-f4633350-384e-4f18-943d-a5007156ae56 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Made reservation on behalf of 40d56be3512f40d99b8b8bcf00d5e6b2 for: {'port': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:48:17.967647 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-f4633350-384e-4f18-943d-a5007156ae56 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:18.056485 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 44325d1e-173d-4d46-b8e5-ae2295786cae no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:48:18.057651 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0f6052eb-5dee-4156-9e93-0219e6ea0c02 req-33db2044-cb5b-40c1-b345-7d862e035dd7 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 210 time: 0.0392756 Jan 25 18:48:18.081937 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] No Port match for: 44325d1e-173d-4d46-b8e5-ae2295786cae {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:48:18.081937 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device 44325d1e-173d-4d46-b8e5-ae2295786cae not bound to the agent host hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:48:18.121470 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-f4633350-384e-4f18-943d-a5007156ae56 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Allocated IP 172.20.0.11 (19710347-2b27-4f84-bd0f-eebdcb4ddcc7/502ab14a-9388-4da9-86c4-88e719ca487b/dd6eddef-03fa-49fd-8e3a-811871d6396c) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:48:18.265034 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-f4633350-384e-4f18-943d-a5007156ae56 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for port (dd6eddef-03fa-49fd-8e3a-811871d6396c), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:18.300927 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-f4633350-384e-4f18-943d-a5007156ae56 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (dd6eddef-03fa-49fd-8e3a-811871d6396c), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:18.340862 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-f4633350-384e-4f18-943d-a5007156ae56 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Network 19710347-2b27-4f84-bd0f-eebdcb4ddcc7 is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:48:18.343738 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-f4633350-384e-4f18-943d-a5007156ae56 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:48:18.347245 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-f4633350-384e-4f18-943d-a5007156ae56 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:48:18.374878 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4633350-384e-4f18-943d-a5007156ae56 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Pushing event updated for resources: {'Port': ['ID=dd6eddef-03fa-49fd-8e3a-811871d6396c,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:48:18.403248 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-f4633350-384e-4f18-943d-a5007156ae56 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:18.403863 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-f4633350-384e-4f18-943d-a5007156ae56 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:18.420324 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-f4633350-384e-4f18-943d-a5007156ae56 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5680125 Jan 25 18:48:18.431285 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-5e73f108-b77c-462c-87e8-32b4a77dc037 service neutron] Request body: {'port': {'device_id': 'b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:18.435479 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:48:18.486926 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-5e73f108-b77c-462c-87e8-32b4a77dc037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (dd6eddef-03fa-49fd-8e3a-811871d6396c), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:18.575007 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-ce2c7598-a9ee-40e2-91a9-cd623bc8bd5d None None] Provisioning complete for port dd6eddef-03fa-49fd-8e3a-811871d6396c triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:48:18.575393 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce2c7598-a9ee-40e2-91a9-cd623bc8bd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (dd6eddef-03fa-49fd-8e3a-811871d6396c), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:18.609569 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c7598-a9ee-40e2-91a9-cd623bc8bd5d None None] Port dd6eddef-03fa-49fd-8e3a-811871d6396c cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:48:18.749370 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-5e73f108-b77c-462c-87e8-32b4a77dc037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd6eddef-03fa-49fd-8e3a-811871d6396c {{(pid=102638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:48:18.756656 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-5e73f108-b77c-462c-87e8-32b4a77dc037 service neutron] Publish callbacks [] for port (dd6eddef-03fa-49fd-8e3a-811871d6396c), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:18.768579 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.provisioning_blocks [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-5e73f108-b77c-462c-87e8-32b4a77dc037 service neutron] Transition to ACTIVE for port object dd6eddef-03fa-49fd-8e3a-811871d6396c will not be triggered until provisioned by entity L2. {{(pid=102638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 18:48:18.772379 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-5e73f108-b77c-462c-87e8-32b4a77dc037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31061751'] for port (dd6eddef-03fa-49fd-8e3a-811871d6396c), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:18.823406 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73f108-b77c-462c-87e8-32b4a77dc037 service neutron] Pushing event updated for resources: {'Port': ['ID=dd6eddef-03fa-49fd-8e3a-811871d6396c,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:48:18.896345 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-5e73f108-b77c-462c-87e8-32b4a77dc037 service neutron] Attempting to bind port dd6eddef-03fa-49fd-8e3a-811871d6396c on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:48:18.896682 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-5e73f108-b77c-462c-87e8-32b4a77dc037 service neutron] Attempting to bind port dd6eddef-03fa-49fd-8e3a-811871d6396c by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '33303819-941d-4651-bee5-cdf3f7efb5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7'}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:48:18.897019 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-5e73f108-b77c-462c-87e8-32b4a77dc037 service neutron] Attempting to bind port dd6eddef-03fa-49fd-8e3a-811871d6396c on network 19710347-2b27-4f84-bd0f-eebdcb4ddcc7 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:48:18.902098 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-5e73f108-b77c-462c-87e8-32b4a77dc037 service neutron] Port dd6eddef-03fa-49fd-8e3a-811871d6396c on network 19710347-2b27-4f84-bd0f-eebdcb4ddcc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 18:48:18.902425 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-5e73f108-b77c-462c-87e8-32b4a77dc037 service neutron] Attempting to bind port dd6eddef-03fa-49fd-8e3a-811871d6396c on network 19710347-2b27-4f84-bd0f-eebdcb4ddcc7 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:48:18.907320 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-5e73f108-b77c-462c-87e8-32b4a77dc037 service neutron] Checking agent: {'id': 'bdb5f0d3-661d-4d22-a5ac-70c284fe21ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'started_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:48:18.907663 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-5e73f108-b77c-462c-87e8-32b4a77dc037 service neutron] Checking segment: {'id': '33303819-941d-4651-bee5-cdf3f7efb5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:48:18.908054 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-5e73f108-b77c-462c-87e8-32b4a77dc037 service neutron] Bound using segment: {'id': '33303819-941d-4651-bee5-cdf3f7efb5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7'} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:48:18.908485 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-5e73f108-b77c-462c-87e8-32b4a77dc037 service neutron] Bound port: dd6eddef-03fa-49fd-8e3a-811871d6396c, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33303819-941d-4651-bee5-cdf3f7efb5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7'}}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:48:18.908845 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-5e73f108-b77c-462c-87e8-32b4a77dc037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (dd6eddef-03fa-49fd-8e3a-811871d6396c), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:18.973163 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-5e73f108-b77c-462c-87e8-32b4a77dc037 service neutron] For port dd6eddef-03fa-49fd-8e3a-811871d6396c, host hv-cinder-82635, cleared binding levels {{(pid=102638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:48:18.976376 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-5e73f108-b77c-462c-87e8-32b4a77dc037 service neutron] For port dd6eddef-03fa-49fd-8e3a-811871d6396c, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=dd6eddef-03fa-49fd-8e3a-811871d6396c,segment=NetworkSegment(33303819-941d-4651-bee5-cdf3f7efb5e7),segment_id=33303819-941d-4651-bee5-cdf3f7efb5e7)] {{(pid=102638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:48:18.979848 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-5e73f108-b77c-462c-87e8-32b4a77dc037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31061751'] for port (dd6eddef-03fa-49fd-8e3a-811871d6396c), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:19.012064 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-5e73f108-b77c-462c-87e8-32b4a77dc037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:19.012676 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-5e73f108-b77c-462c-87e8-32b4a77dc037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:19.014181 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-5e73f108-b77c-462c-87e8-32b4a77dc037 service neutron] 10.222.0.42 "PUT /v2.0/ports/dd6eddef-03fa-49fd-8e3a-811871d6396c HTTP/1.1" status: 200 len: 1094 time: 0.5872130 Jan 25 18:48:19.014671 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f', 'tag': 'dd6eddef-03fa-49fd-8e3a-811871d6396c'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:48:19.016814 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d6a02a-d29b-4163-a645-9c8fdda3c1cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f", "tag": "dd6eddef-03fa-49fd-8e3a-811871d6396c"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:48:19.051717 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73f108-b77c-462c-87e8-32b4a77dc037 service neutron] Pushing event updated for resources: {'Port': ['ID=dd6eddef-03fa-49fd-8e3a-811871d6396c,revision_number=3']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:48:19.073183 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f75a13-a066-4fcb-a7fc-aa4b3a101e8f x-openstack-request-id: req-f8f75a13-a066-4fcb-a7fc-aa4b3a101e8f {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:48:19.073487 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f", "tag": "dd6eddef-03fa-49fd-8e3a-811871d6396c", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:48:19.073726 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f8f75a13-a066-4fcb-a7fc-aa4b3a101e8f {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:48:19.074154 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f', 'tag': 'dd6eddef-03fa-49fd-8e3a-811871d6396c', 'status': 'completed', 'code': 200} Jan 25 18:48:19.120706 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-96946c73-4a6f-4258-8552-cbaf16da1016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:19.122284 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-96946c73-4a6f-4258-8552-cbaf16da1016 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2&device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 1097 time: 0.0509574 Jan 25 18:48:19.175928 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-79b3472a-d8b4-4897-ab83-f3e87a3c73ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd6eddef-03fa-49fd-8e3a-811871d6396c HTTP/1.1" status: 200 len: 217 time: 0.0469863 Jan 25 18:48:19.254462 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74d15b-c23c-4674-ab71-830b9ff1f931 req-a1e78536-6b72-4050-88c0-52b774372e00 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:19.255926 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-da74d15b-c23c-4674-ab71-830b9ff1f931 req-a1e78536-6b72-4050-88c0-52b774372e00 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 944 time: 0.0891368 Jan 25 18:48:19.257902 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-65955bc0-374c-44ae-b2f4-c1595c6952ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:19.259203 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-65955bc0-374c-44ae-b2f4-c1595c6952ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502ab14a-9388-4da9-86c4-88e719ca487b HTTP/1.1" status: 200 len: 851 time: 0.0616608 Jan 25 18:48:19.333193 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-da74d15b-c23c-4674-ab71-830b9ff1f931 req-84c71560-93e9-41e5-ba6b-04c2d07b9f7b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709436 Jan 25 18:48:19.337498 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-d176a8a2-4a18-48da-a2f8-e8c96c2c6974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:19.338917 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-d176a8a2-4a18-48da-a2f8-e8c96c2c6974 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709944 Jan 25 18:48:19.426679 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-6b9bb9e2-5f9b-44b5-bdf3-0c476b7d0e32 service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820594 Jan 25 18:48:19.517703 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0e68a775-fd20-4ffc-bef1-8e0b37a5a909 req-d17645df-0a46-434d-ac52-00eb33ad882e service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844042 Jan 25 18:48:19.603142 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6a02a-d29b-4163-a645-9c8fdda3c1cf req-aeb7c37d-d47a-4338-8039-9e00be067e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:19.604530 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-92d6a02a-d29b-4163-a645-9c8fdda3c1cf req-aeb7c37d-d47a-4338-8039-9e00be067e64 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2&device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 1097 time: 0.0404088 Jan 25 18:48:19.694002 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6a02a-d29b-4163-a645-9c8fdda3c1cf req-6c85a6d1-ee41-4756-9880-3a25ce5eb2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:19.695477 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-92d6a02a-d29b-4163-a645-9c8fdda3c1cf req-6c85a6d1-ee41-4756-9880-3a25ce5eb2de service neutron] 10.222.0.42 "GET /v2.0/networks?id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7 HTTP/1.1" status: 200 len: 913 time: 0.0855329 Jan 25 18:48:19.737166 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-92d6a02a-d29b-4163-a645-9c8fdda3c1cf req-ffaf1963-8e03-49f6-ae5f-5c65e58c0bcb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd6eddef-03fa-49fd-8e3a-811871d6396c HTTP/1.1" status: 200 len: 217 time: 0.0339336 Jan 25 18:48:19.784265 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6a02a-d29b-4163-a645-9c8fdda3c1cf req-1376502a-355c-46d8-8983-c2f1aaaaa024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:19.785623 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-92d6a02a-d29b-4163-a645-9c8fdda3c1cf req-1376502a-355c-46d8-8983-c2f1aaaaa024 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502ab14a-9388-4da9-86c4-88e719ca487b HTTP/1.1" status: 200 len: 851 time: 0.0407619 Jan 25 18:48:19.832472 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6a02a-d29b-4163-a645-9c8fdda3c1cf req-28bc5d2a-458d-4536-b758-dcbf4d7f7546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:19.833905 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-92d6a02a-d29b-4163-a645-9c8fdda3c1cf req-28bc5d2a-458d-4536-b758-dcbf4d7f7546 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420129 Jan 25 18:48:19.919131 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-92d6a02a-d29b-4163-a645-9c8fdda3c1cf req-5dea3c15-042a-43fc-b53f-c679c26daeed service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789990 Jan 25 18:48:20.006686 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-92d6a02a-d29b-4163-a645-9c8fdda3c1cf req-68f7cf39-9099-4d60-b5cb-cca9fcd135a9 service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819252 Jan 25 18:48:20.446651 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fdf9a-bcad-4e93-ab64-a1aba17cff91 req-3c62e1a4-382f-4bfa-90ce-eca75f311414 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:20.448087 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ad4fdf9a-bcad-4e93-ab64-a1aba17cff91 req-3c62e1a4-382f-4bfa-90ce-eca75f311414 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 944 time: 0.0472205 Jan 25 18:48:20.494566 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ad4fdf9a-bcad-4e93-ab64-a1aba17cff91 req-7625e3d0-4955-4770-bc52-8a42a91a1959 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411451 Jan 25 18:48:21.602961 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbdad8-a59d-46f6-9313-78d48c167cb0 req-80d1f212-33a9-4d22-9845-be94e471ae20 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:21.604403 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-99bbdad8-a59d-46f6-9313-78d48c167cb0 req-80d1f212-33a9-4d22-9845-be94e471ae20 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 944 time: 0.0467517 Jan 25 18:48:21.650978 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-99bbdad8-a59d-46f6-9313-78d48c167cb0 req-507c457e-b0be-44dc-8152-60c34a19b00b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412059 Jan 25 18:48:21.902559 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:22.764637 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602017cf-12c0-410f-878f-a1132c085c97 req-54bc242c-88d3-4f42-9424-5b6ceb0670ad tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:22.766098 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-602017cf-12c0-410f-878f-a1132c085c97 req-54bc242c-88d3-4f42-9424-5b6ceb0670ad tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 944 time: 0.0498645 Jan 25 18:48:22.813342 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-602017cf-12c0-410f-878f-a1132c085c97 req-c47135fc-14a6-48f3-8501-caeb8eecde55 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418761 Jan 25 18:48:23.923467 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6be57-1e1f-4dbf-9323-23d7cc7925dd req-9fa9d831-3793-4534-a06e-34ed0d25a9da tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:23.924905 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2ea6be57-1e1f-4dbf-9323-23d7cc7925dd req-9fa9d831-3793-4534-a06e-34ed0d25a9da tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 944 time: 0.0471711 Jan 25 18:48:23.972121 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2ea6be57-1e1f-4dbf-9323-23d7cc7925dd req-30ba3aa9-c3fa-4cbf-8ab7-3dd0eed43261 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417290 Jan 25 18:48:25.085180 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e25dc7-84d0-4427-a186-0ed8e0b2a2c6 req-d643a00a-c4eb-4b6b-a6b6-6d80096166df tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:25.087197 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-22e25dc7-84d0-4427-a186-0ed8e0b2a2c6 req-d643a00a-c4eb-4b6b-a6b6-6d80096166df tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 944 time: 0.0513294 Jan 25 18:48:25.134118 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-22e25dc7-84d0-4427-a186-0ed8e0b2a2c6 req-08c2aa46-ba98-43e3-a916-746a2f9f3899 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415120 Jan 25 18:48:26.116146 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device dd6eddef-03fa-49fd-8e3a-811871d6396c details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:48:26.210123 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port dd6eddef-03fa-49fd-8e3a-811871d6396c, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=dd6eddef-03fa-49fd-8e3a-811871d6396c,segment=NetworkSegment(33303819-941d-4651-bee5-cdf3f7efb5e7),segment_id=33303819-941d-4651-bee5-cdf3f7efb5e7)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:48:26.221289 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': 'dd6eddef-03fa-49fd-8e3a-811871d6396c', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'port_id': 'dd6eddef-03fa-49fd-8e3a-811871d6396c', 'mac_address': 'fa:16:3e:c1:99:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:48:26.248251 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0c501-4917-43bc-8ce7-4e3a9fbb9455 req-7fb114a5-ff42-4885-939e-b93459df419a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:26.249711 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9df0c501-4917-43bc-8ce7-4e3a9fbb9455 req-7fb114a5-ff42-4885-939e-b93459df419a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 944 time: 0.0468776 Jan 25 18:48:26.262538 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port dd6eddef-03fa-49fd-8e3a-811871d6396c is: DOWN; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:48:26.262942 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (dd6eddef-03fa-49fd-8e3a-811871d6396c), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:26.275544 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd6eddef-03fa-49fd-8e3a-811871d6396c {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:48:26.295000 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port dd6eddef-03fa-49fd-8e3a-811871d6396c, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=dd6eddef-03fa-49fd-8e3a-811871d6396c,segment=NetworkSegment(33303819-941d-4651-bee5-cdf3f7efb5e7),segment_id=33303819-941d-4651-bee5-cdf3f7efb5e7)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:48:26.297042 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-9df0c501-4917-43bc-8ce7-4e3a9fbb9455 req-5fc19179-a446-479c-9e46-8e92ab4f820b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416875 Jan 25 18:48:26.303244 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (dd6eddef-03fa-49fd-8e3a-811871d6396c), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:26.353172 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=dd6eddef-03fa-49fd-8e3a-811871d6396c,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:48:26.360017 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:26.360370 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:26.360716 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:26.361057 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:26.361390 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:26.361721 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:26.362073 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:26.362406 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:26.362734 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:26.363061 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:26.363385 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:26.363711 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:26.364032 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:48:26.512987 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['dd6eddef-03fa-49fd-8e3a-811871d6396c'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:48:27.406246 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc1a41-f9fd-4998-b5b6-4af71791e7d1 req-43f644ef-07d8-4530-ad61-929110efc4c3 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:27.407681 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-02bc1a41-f9fd-4998-b5b6-4af71791e7d1 req-43f644ef-07d8-4530-ad61-929110efc4c3 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 945 time: 0.0461915 Jan 25 18:48:27.460894 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-02bc1a41-f9fd-4998-b5b6-4af71791e7d1 req-a05d6ff1-3aa4-4499-b4d4-a0eafa57a3c4 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477951 Jan 25 18:48:28.123869 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device dd6eddef-03fa-49fd-8e3a-811871d6396c up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:48:28.175857 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning for port dd6eddef-03fa-49fd-8e3a-811871d6396c completed by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 18:48:28.181203 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port dd6eddef-03fa-49fd-8e3a-811871d6396c triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:48:28.181582 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (dd6eddef-03fa-49fd-8e3a-811871d6396c), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:28.257625 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port dd6eddef-03fa-49fd-8e3a-811871d6396c is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:48:28.258663 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (dd6eddef-03fa-49fd-8e3a-811871d6396c), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:28.279961 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6eddef-03fa-49fd-8e3a-811871d6396c'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:48:28.282183 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9e8e83-8096-4ee1-acc1-771319386816" -d '{"events": [{"server_uuid": "b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f", "name": "network-vif-plugged", "status": "completed", "tag": "dd6eddef-03fa-49fd-8e3a-811871d6396c"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:48:28.294413 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port dd6eddef-03fa-49fd-8e3a-811871d6396c, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=dd6eddef-03fa-49fd-8e3a-811871d6396c,segment=NetworkSegment(33303819-941d-4651-bee5-cdf3f7efb5e7),segment_id=33303819-941d-4651-bee5-cdf3f7efb5e7)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:48:28.298209 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (dd6eddef-03fa-49fd-8e3a-811871d6396c), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:28.322861 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e70da5-597d-41ad-9dc8-cead5d243e1d x-openstack-request-id: req-01e70da5-597d-41ad-9dc8-cead5d243e1d {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:48:28.323155 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f", "name": "network-vif-plugged", "status": "completed", "tag": "dd6eddef-03fa-49fd-8e3a-811871d6396c", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:48:28.323406 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01e70da5-597d-41ad-9dc8-cead5d243e1d {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:48:28.323803 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6eddef-03fa-49fd-8e3a-811871d6396c', 'code': 200} Jan 25 18:48:28.348247 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=dd6eddef-03fa-49fd-8e3a-811871d6396c,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:48:28.520426 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce9b9f-cfb5-4828-8f75-acebcd467ec2 req-1fc279d3-ad9c-43f8-8b04-ec5cd7a61806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:28.521892 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-16ce9b9f-cfb5-4828-8f75-acebcd467ec2 req-1fc279d3-ad9c-43f8-8b04-ec5cd7a61806 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 1099 time: 0.0386164 Jan 25 18:48:28.598231 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534f1ce-57d0-4158-9f5e-e922c5aee47a req-bd1d82f8-b00c-4623-9402-072f86f6a315 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:28.599591 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8534f1ce-57d0-4158-9f5e-e922c5aee47a req-bd1d82f8-b00c-4623-9402-072f86f6a315 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 946 time: 0.0734971 Jan 25 18:48:28.603056 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-16ce9b9f-cfb5-4828-8f75-acebcd467ec2 req-38f2cdc0-9168-42db-822c-a55ab5ac72b8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693190 Jan 25 18:48:28.646977 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8534f1ce-57d0-4158-9f5e-e922c5aee47a req-4a3c6772-580e-4d8b-a2bd-593d9743c652 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410893 Jan 25 18:48:29.764377 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53da9d-95cc-4a4b-adc3-ace1e26dc711 req-a5a70e71-4a7c-4e33-a9fc-84835fc4f68b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:29.765851 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ad53da9d-95cc-4a4b-adc3-ace1e26dc711 req-a5a70e71-4a7c-4e33-a9fc-84835fc4f68b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 946 time: 0.0505214 Jan 25 18:48:29.814091 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-ad53da9d-95cc-4a4b-adc3-ace1e26dc711 req-e0d1e913-59bd-47cd-8564-88e33953681e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427339 Jan 25 18:48:29.922359 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856cd05-2813-487d-9409-98bfe8a5a72b req-b875b684-2f10-4f21-b210-73d1b2d42d25 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:29.923794 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8856cd05-2813-487d-9409-98bfe8a5a72b req-b875b684-2f10-4f21-b210-73d1b2d42d25 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 946 time: 0.0464842 Jan 25 18:48:29.970877 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8856cd05-2813-487d-9409-98bfe8a5a72b req-8d44e34d-7f3b-4a4d-8043-c38157e25234 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416553 Jan 25 18:48:29.993128 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 53562) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:48:30.029383 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0107e07-8c3c-45fb-a19d-f333599f0b51 tempest-TestVolumeBootPattern-1393257415 tempest-TestVolumeBootPattern-1393257415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:30.030855 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-d0107e07-8c3c-45fb-a19d-f333599f0b51 tempest-TestVolumeBootPattern-1393257415 tempest-TestVolumeBootPattern-1393257415-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 1094 time: 0.0367918 Jan 25 18:48:30.033540 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 53564) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:48:30.037525 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-4b4ce0b3-fe20-4968-ab51-5986f3ac3d3b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Request body: {'floatingip': {'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'port_id': 'dd6eddef-03fa-49fd-8e3a-811871d6396c', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:48:30.057700 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-4b4ce0b3-fe20-4968-ab51-5986f3ac3d3b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:30.080659 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23c6b3d7-f817-4561-bcb8-64d0af3b0e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:30.153164 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-4b4ce0b3-fe20-4968-ab51-5986f3ac3d3b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:30.255439 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [None req-4b4ce0b3-fe20-4968-ab51-5986f3ac3d3b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Allocated IP 172.27.2.36 (af042177-33eb-43ce-93a3-80213c48b93e/b5271661-edb4-4dc6-95f7-ec5badc479aa/3a55330f-910a-4f96-94ec-b30451268e39) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:48:30.351000 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-4b4ce0b3-fe20-4968-ab51-5986f3ac3d3b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for port (3a55330f-910a-4f96-94ec-b30451268e39), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:30.382624 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-4b4ce0b3-fe20-4968-ab51-5986f3ac3d3b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (3a55330f-910a-4f96-94ec-b30451268e39), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:30.415728 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4ce0b3-fe20-4968-ab51-5986f3ac3d3b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Network af042177-33eb-43ce-93a3-80213c48b93e is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:48:30.418673 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-4b4ce0b3-fe20-4968-ab51-5986f3ac3d3b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:48:30.421945 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4ce0b3-fe20-4968-ab51-5986f3ac3d3b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:48:30.454747 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ce0b3-fe20-4968-ab51-5986f3ac3d3b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Pushing event updated for resources: {'Port': ['ID=3a55330f-910a-4f96-94ec-b30451268e39,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:48:30.777611 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-4b4ce0b3-fe20-4968-ab51-5986f3ac3d3b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for floatingip (076e490b-99fc-4b06-9930-233554a0a28c), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:30.852365 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-4b4ce0b3-fe20-4968-ab51-5986f3ac3d3b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (3a55330f-910a-4f96-94ec-b30451268e39), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:30.993925 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-4b4ce0b3-fe20-4968-ab51-5986f3ac3d3b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for port (3a55330f-910a-4f96-94ec-b30451268e39), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:30.998076 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-4b4ce0b3-fe20-4968-ab51-5986f3ac3d3b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31061751'] for port (3a55330f-910a-4f96-94ec-b30451268e39), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:31.066637 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ce0b3-fe20-4968-ab51-5986f3ac3d3b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Pushing event updated for resources: {'Port': ['ID=3a55330f-910a-4f96-94ec-b30451268e39,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:48:31.076694 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-4b4ce0b3-fe20-4968-ab51-5986f3ac3d3b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698476'] for floatingip (076e490b-99fc-4b06-9930-233554a0a28c), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:31.429007 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.db.l3_db [None req-4b4ce0b3-fe20-4968-ab51-5986f3ac3d3b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Floating IP 076e490b-99fc-4b06-9930-233554a0a28c associated. External IP: 172.27.2.36, port: dd6eddef-03fa-49fd-8e3a-811871d6396c. Jan 25 18:48:31.542918 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3abc6991-145b-4b3e-ba10-48578d4fc704 req-9d65bd89-8650-4cf9-9e10-3ec11fe3ddd2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1379249 Jan 25 18:48:31.676829 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc6991-145b-4b3e-ba10-48578d4fc704 req-d57da7d0-f2aa-4aa1-a497-530b174491e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:31.678227 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3abc6991-145b-4b3e-ba10-48578d4fc704 req-d57da7d0-f2aa-4aa1-a497-530b174491e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2&device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 1099 time: 0.0874956 Jan 25 18:48:31.705005 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4ce0b3-fe20-4968-ab51-5986f3ac3d3b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Router 6228e71f-c465-4210-b751-36483d193800 has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:48:31.860175 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc6991-145b-4b3e-ba10-48578d4fc704 req-d7892ee1-c4d8-4b34-be72-b212d55118a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:31.861616 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3abc6991-145b-4b3e-ba10-48578d4fc704 req-d7892ee1-c4d8-4b34-be72-b212d55118a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7 HTTP/1.1" status: 200 len: 913 time: 0.1644969 Jan 25 18:48:31.910419 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4ce0b3-fe20-4968-ab51-5986f3ac3d3b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:48:31.922349 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a159f857-a06a-412f-9d8e-04aa6612e999 None None] Sync routers for ids ['6228e71f-c465-4210-b751-36483d193800'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:48:31.934405 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a159f857-a06a-412f-9d8e-04aa6612e999 None None] Routers {'6228e71f-c465-4210-b751-36483d193800'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:48:31.934908 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-a159f857-a06a-412f-9d8e-04aa6612e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:48:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['6228e71f-c465-4210-b751-36483d193800'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:48:31.941103 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-4b4ce0b3-fe20-4968-ab51-5986f3ac3d3b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for floatingip (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:31.944278 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3abc6991-145b-4b3e-ba10-48578d4fc704 req-69dea099-09c9-4135-9f64-f9184d3648af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd6eddef-03fa-49fd-8e3a-811871d6396c HTTP/1.1" status: 200 len: 999 time: 0.0768356 Jan 25 18:48:31.998757 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-4b4ce0b3-fe20-4968-ab51-5986f3ac3d3b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9642026 Jan 25 18:48:32.000905 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f', 'tag': 'dd6eddef-03fa-49fd-8e3a-811871d6396c'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:48:32.003143 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2816f625-27c8-4a7d-9d5e-c3a99ceb8d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f", "tag": "dd6eddef-03fa-49fd-8e3a-811871d6396c"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:48:32.014296 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc6991-145b-4b3e-ba10-48578d4fc704 req-11fb7229-bd27-4e83-a552-60ddb4b52e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:32.015752 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3abc6991-145b-4b3e-ba10-48578d4fc704 req-11fb7229-bd27-4e83-a552-60ddb4b52e9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502ab14a-9388-4da9-86c4-88e719ca487b HTTP/1.1" status: 200 len: 851 time: 0.0553334 Jan 25 18:48:32.043442 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-a159f857-a06a-412f-9d8e-04aa6612e999 None None] Set router 6228e71f-c465-4210-b751-36483d193800 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:48:32.049745 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8427ff73-a451-4a99-bd3d-b287459203ac x-openstack-request-id: req-8427ff73-a451-4a99-bd3d-b287459203ac {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:48:32.050080 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f", "tag": "dd6eddef-03fa-49fd-8e3a-811871d6396c", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:48:32.050335 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8427ff73-a451-4a99-bd3d-b287459203ac {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:48:32.050724 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f', 'tag': 'dd6eddef-03fa-49fd-8e3a-811871d6396c', 'status': 'completed', 'code': 200} Jan 25 18:48:32.069256 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc6991-145b-4b3e-ba10-48578d4fc704 req-b3cb917d-554c-429b-b1b1-1aa6fc891383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:32.071404 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3abc6991-145b-4b3e-ba10-48578d4fc704 req-b3cb917d-554c-429b-b1b1-1aa6fc891383 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501502 Jan 25 18:48:32.080677 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [req-3abc6991-145b-4b3e-ba10-48578d4fc704 req-bd7e46b7-1708-403d-881c-ecad1270c8e8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:48:32.081614 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3abc6991-145b-4b3e-ba10-48578d4fc704 req-bd7e46b7-1708-403d-881c-ecad1270c8e8 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049145 Jan 25 18:48:32.169662 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3abc6991-145b-4b3e-ba10-48578d4fc704 req-b22b7c4f-ba8d-4c12-8117-5c5e74c0875d service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820203 Jan 25 18:48:32.255796 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d794d7b-480d-4d7f-9661-29acf43cacbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:32.264228 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3abc6991-145b-4b3e-ba10-48578d4fc704 req-d45b2efd-1dc7-4ba7-b8d3-0c21342f59e3 service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886884 Jan 25 18:48:32.286510 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-a159f857-a06a-412f-9d8e-04aa6612e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:45:08Z', 'revision_number': 4, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port': {'id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:06Z', 'updated_at': '2022-01-25T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': '076e490b-99fc-4b06-9930-233554a0a28c', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '6228e71f-c465-4210-b751-36483d193800', 'port_id': 'dd6eddef-03fa-49fd-8e3a-811871d6396c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'mac_address': 'fa:16:3e:c1:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:48:30Z', 'updated_at': '2022-01-25T18:48:30Z', 'revision_number': 0, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9139cecf-69de-47ae-8532-fe2e3e78514b', 'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'mac_address': 'fa:16:3e:fe:af:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:07Z', 'updated_at': '2022-01-25T18:45:12Z', 'revision_number': 5, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'subnets': [{'id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:48:32.319298 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a159f857-a06a-412f-9d8e-04aa6612e999 None None] Checking router: 6228e71f-c465-4210-b751-36483d193800 for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:48:32.327997 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a159f857-a06a-412f-9d8e-04aa6612e999 None None] Routers {'6228e71f-c465-4210-b751-36483d193800'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:48:32.328597 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-a159f857-a06a-412f-9d8e-04aa6612e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:48:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['6228e71f-c465-4210-b751-36483d193800'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:48:32.345228 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816f625-27c8-4a7d-9d5e-c3a99ceb8d2e req-76ab8d62-e28a-4bae-979c-d282c5640b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:32.346756 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2816f625-27c8-4a7d-9d5e-c3a99ceb8d2e req-76ab8d62-e28a-4bae-979c-d282c5640b05 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2&device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 1099 time: 0.0410354 Jan 25 18:48:32.433928 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-a159f857-a06a-412f-9d8e-04aa6612e999 None None] Set router 6228e71f-c465-4210-b751-36483d193800 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:48:32.439115 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816f625-27c8-4a7d-9d5e-c3a99ceb8d2e req-aec8f4c2-d533-4f27-b349-8e441291b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:32.440582 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2816f625-27c8-4a7d-9d5e-c3a99ceb8d2e req-aec8f4c2-d533-4f27-b349-8e441291b869 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7 HTTP/1.1" status: 200 len: 913 time: 0.0882523 Jan 25 18:48:32.505394 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2816f625-27c8-4a7d-9d5e-c3a99ceb8d2e req-f4481e46-fe7d-4ba2-9b59-e07b16cac8a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd6eddef-03fa-49fd-8e3a-811871d6396c HTTP/1.1" status: 200 len: 999 time: 0.0586882 Jan 25 18:48:32.553163 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816f625-27c8-4a7d-9d5e-c3a99ceb8d2e req-283e3781-afb8-4c16-be30-827db31db1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:32.554567 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2816f625-27c8-4a7d-9d5e-c3a99ceb8d2e req-283e3781-afb8-4c16-be30-827db31db1f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502ab14a-9388-4da9-86c4-88e719ca487b HTTP/1.1" status: 200 len: 851 time: 0.0430126 Jan 25 18:48:32.602002 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816f625-27c8-4a7d-9d5e-c3a99ceb8d2e req-f4302642-693d-40dd-bfbd-dbdb626c16f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:48:32.603489 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2816f625-27c8-4a7d-9d5e-c3a99ceb8d2e req-f4302642-693d-40dd-bfbd-dbdb626c16f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427065 Jan 25 18:48:32.659447 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-a159f857-a06a-412f-9d8e-04aa6612e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:45:08Z', 'revision_number': 4, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port': {'id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:06Z', 'updated_at': '2022-01-25T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': '076e490b-99fc-4b06-9930-233554a0a28c', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '6228e71f-c465-4210-b751-36483d193800', 'port_id': 'dd6eddef-03fa-49fd-8e3a-811871d6396c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'mac_address': 'fa:16:3e:c1:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:48:30Z', 'updated_at': '2022-01-25T18:48:30Z', 'revision_number': 0, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9139cecf-69de-47ae-8532-fe2e3e78514b', 'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'mac_address': 'fa:16:3e:fe:af:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:07Z', 'updated_at': '2022-01-25T18:45:12Z', 'revision_number': 5, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'subnets': [{'id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:48:32.689531 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a159f857-a06a-412f-9d8e-04aa6612e999 None None] The sync data for ids ['6228e71f-c465-4210-b751-36483d193800'] in dv-cinder-826350-1-iscsi is: [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:45:08Z', 'revision_number': 4, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port': {'id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:06Z', 'updated_at': '2022-01-25T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': '076e490b-99fc-4b06-9930-233554a0a28c', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '6228e71f-c465-4210-b751-36483d193800', 'port_id': 'dd6eddef-03fa-49fd-8e3a-811871d6396c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'mac_address': 'fa:16:3e:c1:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:48:30Z', 'updated_at': '2022-01-25T18:48:30Z', 'revision_number': 0, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9139cecf-69de-47ae-8532-fe2e3e78514b', 'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'mac_address': 'fa:16:3e:fe:af:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:07Z', 'updated_at': '2022-01-25T18:45:12Z', 'revision_number': 5, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'subnets': [{'id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:48:32.690611 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2816f625-27c8-4a7d-9d5e-c3a99ceb8d2e req-4195ba88-a388-44dc-84f3-3746167951dd service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815952 Jan 25 18:48:32.784122 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-2816f625-27c8-4a7d-9d5e-c3a99ceb8d2e req-e0fc3fba-408e-4687-8c7b-65b725428018 service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873735 Jan 25 18:48:32.876454 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3717200f-9d51-4b52-abd0-1eac410c6e80 None None] New status for floating IP 076e490b-99fc-4b06-9930-233554a0a28c: ACTIVE {{(pid=102640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 18:48:33.579848 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:34.910966 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:36.158289 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:51.909625 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:48:55.434111 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:49:00.081720 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2285c5c6-917f-4270-9c9c-d23ddc499fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:49:02.227137 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-602b0f68-f8c7-4c39-b417-39ec59069fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:49:03.586724 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:49:04.914483 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:49:06.160857 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:49:21.911636 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:49:30.083229 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e77aedb-d2cd-4be2-84bb-6ce7354ac37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:49:32.228901 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f404de8b-35b2-42de-ab3f-b6e2b60bc728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:49:32.312471 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-11eb0536-1228-49bc-abc9-1b27abd67142 req-3b6000f6-fe80-4023-821e-f82f1af4bbf8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396392 Jan 25 18:49:32.388813 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb0536-1228-49bc-abc9-1b27abd67142 req-9316e91e-1f35-4697-ac15-e3d79c62e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:49:32.390298 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-11eb0536-1228-49bc-abc9-1b27abd67142 req-9316e91e-1f35-4697-ac15-e3d79c62e2f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2&device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 1099 time: 0.0392981 Jan 25 18:49:32.433019 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:49:32.493942 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb0536-1228-49bc-abc9-1b27abd67142 req-3428fa37-3a30-4144-869f-8968fba928b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:49:32.495334 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-11eb0536-1228-49bc-abc9-1b27abd67142 req-3428fa37-3a30-4144-869f-8968fba928b8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7 HTTP/1.1" status: 200 len: 913 time: 0.0876513 Jan 25 18:49:32.557923 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-11eb0536-1228-49bc-abc9-1b27abd67142 req-a8d220f5-b663-4b74-8de3-35b5cc2ba5ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd6eddef-03fa-49fd-8e3a-811871d6396c HTTP/1.1" status: 200 len: 1001 time: 0.0566332 Jan 25 18:49:32.605704 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb0536-1228-49bc-abc9-1b27abd67142 req-fb30716c-7cb0-40de-abcf-326c8d133e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:49:32.607100 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-11eb0536-1228-49bc-abc9-1b27abd67142 req-fb30716c-7cb0-40de-abcf-326c8d133e8b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502ab14a-9388-4da9-86c4-88e719ca487b HTTP/1.1" status: 200 len: 851 time: 0.0419977 Jan 25 18:49:32.653591 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb0536-1228-49bc-abc9-1b27abd67142 req-84eddb6e-0256-4ba7-8e9d-c70b73da2332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:49:32.655073 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-11eb0536-1228-49bc-abc9-1b27abd67142 req-84eddb6e-0256-4ba7-8e9d-c70b73da2332 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418515 Jan 25 18:49:32.740407 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-11eb0536-1228-49bc-abc9-1b27abd67142 req-c897fd05-564b-406c-b011-7b191b6d6349 service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797243 Jan 25 18:49:32.829280 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-11eb0536-1228-49bc-abc9-1b27abd67142 req-e01de2c4-eb33-44c9-bef4-8588f5859472 service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833428 Jan 25 18:49:33.586501 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:49:34.915487 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:49:36.161771 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:49:51.904446 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:00.084899 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-334633ae-771e-478e-94a4-068a9583510f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:02.232597 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ee000a7c-d6be-4e93-8857-32c630a340ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:03.587482 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:04.918637 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:06.163284 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:08.474765 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-69815f6b-0095-4bdd-84f9-d92b2e56a74e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-366341338&fields=id&tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2 HTTP/1.1" status: 200 len: 267 time: 0.0430980 Jan 25 18:50:08.579150 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-1c396ec2-27ab-442d-b679-99517f664842 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:08.580632 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-1c396ec2-27ab-442d-b679-99517f664842 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/networks?id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7 HTTP/1.1" status: 200 len: 812 time: 0.0999610 Jan 25 18:50:08.595193 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-5aa7c092-9fb2-4c21-8518-100e19057da3 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/quotas/40d56be3512f40d99b8b8bcf00d5e6b2 HTTP/1.1" status: 200 len: 375 time: 0.0092790 Jan 25 18:50:08.645256 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-4d158d31-16e2-4794-83e1-a25cc2dceb84 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452106 Jan 25 18:50:08.700991 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-3759efdb-4ebc-4787-909c-1131c097a0f8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 18:50:08.701977 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-3759efdb-4ebc-4787-909c-1131c097a0f8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0460327 Jan 25 18:50:08.791853 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-b9354362-7ba8-4286-9ce6-9ca23e4a59b6 service neutron] 10.222.0.41 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840042 Jan 25 18:50:08.881863 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-df7db98f-94f4-45ee-936c-8bc6d33a2ca6 service neutron] 10.222.0.41 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844028 Jan 25 18:50:09.151347 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0bc4251a-3d26-443c-bda4-291d0e2378d9 req-a9dd7119-4f4a-4ab1-ab5e-efa29584c43f tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 210 time: 0.0263228 Jan 25 18:50:09.432096 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:50:10.123405 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-b70fce8e-3a41-45f6-980f-15a9324a050d tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:10.124824 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-b70fce8e-3a41-45f6-980f-15a9324a050d tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.42 "GET /v2.0/networks?id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7 HTTP/1.1" status: 200 len: 812 time: 0.1106844 Jan 25 18:50:10.193329 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-c46611d2-ee58-4b2d-87d9-85a6d9f30715 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2 HTTP/1.1" status: 200 len: 379 time: 0.0609002 Jan 25 18:50:10.202528 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Request body: {'port': {'device_id': 'ecf16874-85ce-4da8-99dc-115792162a67', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'admin_state_up': True, 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'security_groups': ['58c10958-1ce7-4cdf-afbf-ec11839e3ed8']}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:50:10.286741 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-92b0730c-9629-4444-83f9-471aca96a57e req-1c4aa08d-01e3-441b-bd4c-517966d0fbd6 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 210 time: 0.0605824 Jan 25 18:50:10.338401 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Made reservation on behalf of 40d56be3512f40d99b8b8bcf00d5e6b2 for: {'port': 1} {{(pid=102638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 18:50:10.341808 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:10.472341 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Allocated IP 172.20.0.10 (19710347-2b27-4f84-bd0f-eebdcb4ddcc7/502ab14a-9388-4da9-86c4-88e719ca487b/ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:50:10.627130 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for port (ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:10.660508 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:10.702539 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Network 19710347-2b27-4f84-bd0f-eebdcb4ddcc7 is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:50:10.705587 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:50:10.711707 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:50:10.718098 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Pushing event updated for resources: {'Port': ['ID=ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:50:10.755956 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:10.756287 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:10.756638 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:10.756977 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:10.757307 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:10.757637 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:10.757962 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:10.758314 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:10.758637 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:10.758960 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:10.759280 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:10.759601 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:10.760061 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:10.780868 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:10.781478 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:10.799874 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-e6e0cdf4-ca1d-416b-82ae-a1ea1b8d365a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6015909 Jan 25 18:50:10.812839 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-382db0cd-5080-4736-9536-3bafd20925da service neutron] Request body: {'port': {'device_id': 'ecf16874-85ce-4da8-99dc-115792162a67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:50:10.869214 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-382db0cd-5080-4736-9536-3bafd20925da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:10.979637 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-ded2858d-69ae-4244-8222-3e04cf88c865 None None] Provisioning complete for port ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 triggered by entity DHCP. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:50:10.980746 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ded2858d-69ae-4244-8222-3e04cf88c865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:11.016651 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-ded2858d-69ae-4244-8222-3e04cf88c865 None None] Port ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 cannot update to ACTIVE because it is not bound. {{(pid=102639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 18:50:11.132302 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-382db0cd-5080-4736-9536-3bafd20925da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 {{(pid=102638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:50:11.139627 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-382db0cd-5080-4736-9536-3bafd20925da service neutron] Publish callbacks [] for port (ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:11.150971 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.provisioning_blocks [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-382db0cd-5080-4736-9536-3bafd20925da service neutron] Transition to ACTIVE for port object ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 will not be triggered until provisioned by entity L2. {{(pid=102638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 18:50:11.154645 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-382db0cd-5080-4736-9536-3bafd20925da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31061751'] for port (ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:11.209598 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382db0cd-5080-4736-9536-3bafd20925da service neutron] Pushing event updated for resources: {'Port': ['ID=ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:50:11.275813 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-382db0cd-5080-4736-9536-3bafd20925da service neutron] Attempting to bind port ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 18:50:11.276154 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-382db0cd-5080-4736-9536-3bafd20925da service neutron] Attempting to bind port ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '33303819-941d-4651-bee5-cdf3f7efb5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7'}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 18:50:11.276489 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-382db0cd-5080-4736-9536-3bafd20925da service neutron] Attempting to bind port ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 on network 19710347-2b27-4f84-bd0f-eebdcb4ddcc7 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:50:11.281525 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-382db0cd-5080-4736-9536-3bafd20925da service neutron] Port ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 on network 19710347-2b27-4f84-bd0f-eebdcb4ddcc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 18:50:11.281849 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-382db0cd-5080-4736-9536-3bafd20925da service neutron] Attempting to bind port ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 on network 19710347-2b27-4f84-bd0f-eebdcb4ddcc7 {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 18:50:11.286719 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-382db0cd-5080-4736-9536-3bafd20925da service neutron] Checking agent: {'id': 'bdb5f0d3-661d-4d22-a5ac-70c284fe21ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'started_at': datetime.datetime(2022, 1, 25, 18, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 18, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 18:50:11.287060 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-382db0cd-5080-4736-9536-3bafd20925da service neutron] Checking segment: {'id': '33303819-941d-4651-bee5-cdf3f7efb5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 18:50:11.287444 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-382db0cd-5080-4736-9536-3bafd20925da service neutron] Bound using segment: {'id': '33303819-941d-4651-bee5-cdf3f7efb5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7'} {{(pid=102638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 18:50:11.287872 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.managers [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-382db0cd-5080-4736-9536-3bafd20925da service neutron] Bound port: ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33303819-941d-4651-bee5-cdf3f7efb5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7'}}] {{(pid=102638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 18:50:11.288231 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-382db0cd-5080-4736-9536-3bafd20925da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:11.357899 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-382db0cd-5080-4736-9536-3bafd20925da service neutron] For port ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0, host hv-cinder-82635, cleared binding levels {{(pid=102638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 18:50:11.361964 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-382db0cd-5080-4736-9536-3bafd20925da service neutron] For port ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0,segment=NetworkSegment(33303819-941d-4651-bee5-cdf3f7efb5e7),segment_id=33303819-941d-4651-bee5-cdf3f7efb5e7)] {{(pid=102638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 18:50:11.372467 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-382db0cd-5080-4736-9536-3bafd20925da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31061751'] for port (ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:11.423297 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-382db0cd-5080-4736-9536-3bafd20925da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:11.424026 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-382db0cd-5080-4736-9536-3bafd20925da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:11.425271 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-382db0cd-5080-4736-9536-3bafd20925da service neutron] 10.222.0.42 "PUT /v2.0/ports/ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 HTTP/1.1" status: 200 len: 1094 time: 0.6175792 Jan 25 18:50:11.425711 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf16874-85ce-4da8-99dc-115792162a67', 'tag': 'ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:50:11.427969 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb56d82-8704-46ff-b66f-7212690da6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf16874-85ce-4da8-99dc-115792162a67", "tag": "ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:50:11.460834 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445a880-ac98-4421-9d1c-8e81a52c3418 req-84474a5e-6d31-41f0-bb04-7f2a79dc3c30 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:11.462439 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0445a880-ac98-4421-9d1c-8e81a52c3418 req-84474a5e-6d31-41f0-bb04-7f2a79dc3c30 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 944 time: 0.1023362 Jan 25 18:50:11.466477 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382db0cd-5080-4736-9536-3bafd20925da service neutron] Pushing event updated for resources: {'Port': ['ID=ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0,revision_number=3']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:50:11.559840 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-0445a880-ac98-4421-9d1c-8e81a52c3418 req-490cd4ac-d15d-4761-bf01-f99bba626452 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855565 Jan 25 18:50:11.569367 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fac2e7-9e83-466e-9277-82493bde5d68 x-openstack-request-id: req-e5fac2e7-9e83-466e-9277-82493bde5d68 {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:50:11.569669 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf16874-85ce-4da8-99dc-115792162a67", "tag": "ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:50:11.569928 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5fac2e7-9e83-466e-9277-82493bde5d68 {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:50:11.570360 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf16874-85ce-4da8-99dc-115792162a67', 'tag': 'ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0', 'status': 'completed', 'code': 200} Jan 25 18:50:11.572374 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-4890b04d-7bbe-412e-a7d2-e355213b34e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:11.582205 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-4890b04d-7bbe-412e-a7d2-e355213b34e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2&device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 1097 time: 0.0978057 Jan 25 18:50:11.617088 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-69599e83-b7bb-4d3d-b8b7-73b906c38003 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 HTTP/1.1" status: 200 len: 217 time: 0.0355620 Jan 25 18:50:11.663808 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-8401d37f-6afc-4fef-8905-fba8e01db04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:11.665367 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-8401d37f-6afc-4fef-8905-fba8e01db04d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502ab14a-9388-4da9-86c4-88e719ca487b HTTP/1.1" status: 200 len: 851 time: 0.0432909 Jan 25 18:50:11.712267 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-82ab19a8-3c13-4d96-b86b-8a6ce70bfe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:11.713715 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-82ab19a8-3c13-4d96-b86b-8a6ce70bfe7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428665 Jan 25 18:50:11.799307 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-405e7e86-79ce-4ce3-8ad8-8a85406d07e6 service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787070 Jan 25 18:50:11.887176 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-f50b02d8-d893-47d5-ba40-d2140a684b44 req-d3c94592-941f-4782-9e38-2dc469427f49 service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823724 Jan 25 18:50:11.968768 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb56d82-8704-46ff-b66f-7212690da6f2 req-e3aec76d-3789-4965-bbc6-cd22919fd4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:11.970248 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3cb56d82-8704-46ff-b66f-7212690da6f2 req-e3aec76d-3789-4965-bbc6-cd22919fd4bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2&device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 1097 time: 0.0406935 Jan 25 18:50:12.054649 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb56d82-8704-46ff-b66f-7212690da6f2 req-efb74252-6018-48af-aa9e-0030dd9ce4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:12.055972 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3cb56d82-8704-46ff-b66f-7212690da6f2 req-efb74252-6018-48af-aa9e-0030dd9ce4fd service neutron] 10.222.0.42 "GET /v2.0/networks?id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7 HTTP/1.1" status: 200 len: 913 time: 0.0804648 Jan 25 18:50:12.099370 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3cb56d82-8704-46ff-b66f-7212690da6f2 req-526d4ee2-60e7-40d3-bbc1-b133821a9e34 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 HTTP/1.1" status: 200 len: 217 time: 0.0362835 Jan 25 18:50:12.145972 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb56d82-8704-46ff-b66f-7212690da6f2 req-2b32bc31-c2ba-4308-b53d-b0d8ee47abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:12.147399 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3cb56d82-8704-46ff-b66f-7212690da6f2 req-2b32bc31-c2ba-4308-b53d-b0d8ee47abe3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502ab14a-9388-4da9-86c4-88e719ca487b HTTP/1.1" status: 200 len: 851 time: 0.0427587 Jan 25 18:50:12.190692 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb56d82-8704-46ff-b66f-7212690da6f2 req-d0b5c3b4-4fd4-47a6-8eeb-3f03ffc63ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:12.192128 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3cb56d82-8704-46ff-b66f-7212690da6f2 req-d0b5c3b4-4fd4-47a6-8eeb-3f03ffc63ad8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390377 Jan 25 18:50:12.281563 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3cb56d82-8704-46ff-b66f-7212690da6f2 req-1eede824-1a1b-45f4-a860-4d135d8e053b service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835063 Jan 25 18:50:12.368492 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3cb56d82-8704-46ff-b66f-7212690da6f2 req-49c96325-9b50-4377-a896-f024c4feaa0a service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787921 Jan 25 18:50:12.678807 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdf21c-e1f8-48c6-8e0b-207a8a154401 req-c01c4411-b0a5-4ecf-9ce1-5f3ae6dcc881 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:12.680184 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8bfdf21c-e1f8-48c6-8e0b-207a8a154401 req-c01c4411-b0a5-4ecf-9ce1-5f3ae6dcc881 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 944 time: 0.0505235 Jan 25 18:50:12.728335 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8bfdf21c-e1f8-48c6-8e0b-207a8a154401 req-b3b8bbe9-23a5-4c01-a4ad-4456eb473b1d tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424120 Jan 25 18:50:13.838120 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f47a6-19ab-4c74-bf10-aee14416ce0d req-9c9ef8f2-4bc7-47b2-beb1-a638a315421e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:13.839570 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-be1f47a6-19ab-4c74-bf10-aee14416ce0d req-9c9ef8f2-4bc7-47b2-beb1-a638a315421e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 944 time: 0.0472147 Jan 25 18:50:13.886627 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-be1f47a6-19ab-4c74-bf10-aee14416ce0d req-5b0b0cbc-1887-43e9-98d6-b00a1697d45a tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415823 Jan 25 18:50:15.048794 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd10e6a-9319-45e8-bbb2-94c6addb5648 req-826970fd-bfff-40aa-90b4-35269acfd85e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:15.050999 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fbd10e6a-9319-45e8-bbb2-94c6addb5648 req-826970fd-bfff-40aa-90b4-35269acfd85e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 944 time: 0.0501652 Jan 25 18:50:15.098647 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fbd10e6a-9319-45e8-bbb2-94c6addb5648 req-1fac2f31-b9cf-43fd-9dce-388a9ddd262e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421181 Jan 25 18:50:16.208377 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fabe9-5673-452c-9e57-d38f13138853 req-ba026325-43e7-4db2-977a-bf994eebdb33 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:16.209828 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8c7fabe9-5673-452c-9e57-d38f13138853 req-ba026325-43e7-4db2-977a-bf994eebdb33 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 944 time: 0.0466819 Jan 25 18:50:16.260511 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8c7fabe9-5673-452c-9e57-d38f13138853 req-6fa7bac8-a8ae-4edf-b8d9-a5c724af46d2 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446901 Jan 25 18:50:17.377217 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf101033-c072-4891-ae4a-3deeb96d33fd req-4c8ee4e7-c8bf-428e-9337-6f5958a2ec16 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:17.378671 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-cf101033-c072-4891-ae4a-3deeb96d33fd req-4c8ee4e7-c8bf-428e-9337-6f5958a2ec16 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 944 time: 0.0483408 Jan 25 18:50:17.428636 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-cf101033-c072-4891-ae4a-3deeb96d33fd req-37a4a2c1-6e29-406f-93f5-b670d907fd5d tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445042 Jan 25 18:50:18.539362 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3faff-0f04-4d35-9d74-1b4e9a8b90f2 req-32c0ca1e-cd0b-4172-b1b2-3992d9c8c863 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:18.540780 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a5a3faff-0f04-4d35-9d74-1b4e9a8b90f2 req-32c0ca1e-cd0b-4172-b1b2-3992d9c8c863 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 944 time: 0.0459211 Jan 25 18:50:18.588589 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a5a3faff-0f04-4d35-9d74-1b4e9a8b90f2 req-5fad46e8-4065-4087-81dc-1aff1238848d tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418100 Jan 25 18:50:19.700434 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2e6c4-79ee-4f49-8861-25dfe1afb257 req-5cc35c0f-611f-45fa-b256-bd23d3b1ad4b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:19.701673 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-dea2e6c4-79ee-4f49-8861-25dfe1afb257 req-5cc35c0f-611f-45fa-b256-bd23d3b1ad4b tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 944 time: 0.0471015 Jan 25 18:50:19.748831 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-dea2e6c4-79ee-4f49-8861-25dfe1afb257 req-fe760964-12f5-4d49-acff-031b945a3daf tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417616 Jan 25 18:50:20.564910 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 18:50:20.659443 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0,segment=NetworkSegment(33303819-941d-4651-bee5-cdf3f7efb5e7),segment_id=33303819-941d-4651-bee5-cdf3f7efb5e7)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:50:20.669483 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Returning: {'device': 'ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'port_id': 'ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0', 'mac_address': 'fa:16:3e:f3:42:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 18:50:20.706252 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 is: DOWN; New status is: BUILD {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:50:20.706651 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:20.719523 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 18:50:20.737718 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0,segment=NetworkSegment(33303819-941d-4651-bee5-cdf3f7efb5e7),segment_id=33303819-941d-4651-bee5-cdf3f7efb5e7)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:50:20.741432 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:20.791070 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0,revision_number=4']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:50:20.798123 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:20.798481 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:20.798832 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:20.799177 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:20.799527 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:20.799853 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:20.800195 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:20.800514 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:20.800871 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:20.801199 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:20.801528 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:20.801855 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:20.802213 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:50:20.963329 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] get_ports_and_sgs() called for port_ids ['ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0'] {{(pid=102639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 18:50:21.131916 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f48bf6-e097-4f48-8128-d9cec4378af5 req-2bb8cc45-ce41-4509-b3da-204ab197d6a4 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:21.133380 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a4f48bf6-e097-4f48-8128-d9cec4378af5 req-2bb8cc45-ce41-4509-b3da-204ab197d6a4 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 945 time: 0.3150926 Jan 25 18:50:21.180440 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-a4f48bf6-e097-4f48-8128-d9cec4378af5 req-29dac45d-bd74-4df6-8477-1cc2fb1ee5c0 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407093 Jan 25 18:50:21.908588 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:22.289473 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33747acc-d4f4-4094-b14a-0679cfa2bc39 req-7c9d40a9-a577-4ff2-aa1c-313d8c44d931 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:22.290935 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-33747acc-d4f4-4094-b14a-0679cfa2bc39 req-7c9d40a9-a577-4ff2-aa1c-313d8c44d931 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 945 time: 0.0456161 Jan 25 18:50:22.338260 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-33747acc-d4f4-4094-b14a-0679cfa2bc39 req-8bcacaa1-ef7c-4792-8b57-107ff3a8cb58 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413456 Jan 25 18:50:22.596130 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 up at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 18:50:22.642758 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning for port ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 completed by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 18:50:22.646259 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Provisioning complete for port ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 triggered by entity L2. {{(pid=102639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 18:50:22.646638 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486290'] for port (ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0), provisioning_complete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:22.722669 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Current status of the port ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 is: BUILD; New status is: ACTIVE {{(pid=102639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 18:50:22.723072 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0), before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:22.744286 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf16874-85ce-4da8-99dc-115792162a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:50:22.746549 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3835879e5a43795b90736eec0863ca10c259a367a642ffd5de895c9b07e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b49dd0-2560-411c-85df-66c166b93483" -d '{"events": [{"server_uuid": "ecf16874-85ce-4da8-99dc-115792162a67", "name": "network-vif-plugged", "status": "completed", "tag": "ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:50:22.762044 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] For port ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0,segment=NetworkSegment(33303819-941d-4651-bee5-cdf3f7efb5e7),segment_id=33303819-941d-4651-bee5-cdf3f7efb5e7)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:50:22.765846 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647'] for port (ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:22.919268 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3a1ea8-52de-41e8-be00-c42cc92d294b x-openstack-request-id: req-dd3a1ea8-52de-41e8-be00-c42cc92d294b {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:50:22.919943 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf16874-85ce-4da8-99dc-115792162a67", "name": "network-vif-plugged", "status": "completed", "tag": "ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:50:22.919943 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd3a1ea8-52de-41e8-be00-c42cc92d294b {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:50:22.920137 dv-cinder-826350-1-iscsi neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf16874-85ce-4da8-99dc-115792162a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0', 'code': 200} Jan 25 18:50:22.945269 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Pushing event updated for resources: {'Port': ['ID=ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0,revision_number=5']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:50:23.067780 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee1447-4fd9-4a78-ab1c-26ae5bf38c5d req-2662f486-481e-4722-b30f-25520ed4d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:23.069232 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5eee1447-4fd9-4a78-ab1c-26ae5bf38c5d req-2662f486-481e-4722-b30f-25520ed4d29e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 1099 time: 0.0387633 Jan 25 18:50:23.114937 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-5eee1447-4fd9-4a78-ab1c-26ae5bf38c5d req-44413be6-69ce-4e6c-82ae-1c31bfd71470 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398281 Jan 25 18:50:23.450938 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272e89e-ec37-4017-b64a-72489de484f8 req-00f1a50e-e7b2-44e7-9cd3-4b42977cf1dd tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:23.452377 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8272e89e-ec37-4017-b64a-72489de484f8 req-00f1a50e-e7b2-44e7-9cd3-4b42977cf1dd tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 946 time: 0.0477943 Jan 25 18:50:23.499471 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8272e89e-ec37-4017-b64a-72489de484f8 req-99ccfaf9-fe3a-418e-ba3c-b8925efba257 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417171 Jan 25 18:50:24.610884 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd6f42-fa15-4a3e-9ba4-1209c695fb00 req-55ab0809-356e-4f00-9cb5-1f035fe2ebeb tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:24.612337 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b8fd6f42-fa15-4a3e-9ba4-1209c695fb00 req-55ab0809-356e-4f00-9cb5-1f035fe2ebeb tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 946 time: 0.0464537 Jan 25 18:50:24.659470 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b8fd6f42-fa15-4a3e-9ba4-1209c695fb00 req-24f68a40-26c6-4b58-9a25-d6cea602e10d tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416560 Jan 25 18:50:24.771731 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba8bf0-fecc-44f9-8717-fc3028c8cfdc req-ca15b153-bac4-4224-bef7-1b6aeef08925 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:24.773166 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-86ba8bf0-fecc-44f9-8717-fc3028c8cfdc req-ca15b153-bac4-4224-bef7-1b6aeef08925 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 946 time: 0.0493004 Jan 25 18:50:24.820689 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-86ba8bf0-fecc-44f9-8717-fc3028c8cfdc req-834e0ef8-1e67-4f2c-9d46-be59c619ed6d tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416105 Jan 25 18:50:24.842233 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 53704) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:50:24.879786 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeae4584-c91a-43d6-85c3-6f124b609312 tempest-TestVolumeBootPattern-1393257415 tempest-TestVolumeBootPattern-1393257415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:24.881248 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-eeae4584-c91a-43d6-85c3-6f124b609312 tempest-TestVolumeBootPattern-1393257415 tempest-TestVolumeBootPattern-1393257415-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 1094 time: 0.0380619 Jan 25 18:50:24.883929 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 53706) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:50:24.888014 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.v2.base [None req-f137e6b6-f2bf-4bb0-b54c-47a32e0ee730 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Request body: {'floatingip': {'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'port_id': 'ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 18:50:24.907356 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f137e6b6-f2bf-4bb0-b54c-47a32e0ee730 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:25.003769 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f137e6b6-f2bf-4bb0-b54c-47a32e0ee730 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (None), before_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:25.103324 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_common [None req-f137e6b6-f2bf-4bb0-b54c-47a32e0ee730 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Allocated IP 172.27.2.223 (af042177-33eb-43ce-93a3-80213c48b93e/b5271661-edb4-4dc6-95f7-ec5badc479aa/91fbd6cd-48d5-4b48-92ba-d8670443b349) {{(pid=102638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 18:50:25.203581 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f137e6b6-f2bf-4bb0-b54c-47a32e0ee730 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for port (91fbd6cd-48d5-4b48-92ba-d8670443b349), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:25.236793 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f137e6b6-f2bf-4bb0-b54c-47a32e0ee730 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748161011703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (91fbd6cd-48d5-4b48-92ba-d8670443b349), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:25.274220 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f137e6b6-f2bf-4bb0-b54c-47a32e0ee730 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Network af042177-33eb-43ce-93a3-80213c48b93e is already hosted by enough agents. {{(pid=102638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 18:50:25.276915 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.base_scheduler [None req-f137e6b6-f2bf-4bb0-b54c-47a32e0ee730 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Resources bound (agent type, host, resource id): {{(pid=102638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 18:50:25.282265 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f137e6b6-f2bf-4bb0-b54c-47a32e0ee730 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Received port after_create {{(pid=102638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 18:50:25.303520 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137e6b6-f2bf-4bb0-b54c-47a32e0ee730 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Pushing event updated for resources: {'Port': ['ID=91fbd6cd-48d5-4b48-92ba-d8670443b349,revision_number=1']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:50:25.633885 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f137e6b6-f2bf-4bb0-b54c-47a32e0ee730 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for floatingip (99e8a216-26ac-4508-97d2-3cded5e4ed3b), precommit_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:25.697865 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f137e6b6-f2bf-4bb0-b54c-47a32e0ee730 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464758'] for port (91fbd6cd-48d5-4b48-92ba-d8670443b349), before_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:25.844870 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f137e6b6-f2bf-4bb0-b54c-47a32e0ee730 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for port (91fbd6cd-48d5-4b48-92ba-d8670443b349), precommit_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:25.849261 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f137e6b6-f2bf-4bb0-b54c-47a32e0ee730 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748161409208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748161007629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748161007647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31061751'] for port (91fbd6cd-48d5-4b48-92ba-d8670443b349), after_update {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:25.919152 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137e6b6-f2bf-4bb0-b54c-47a32e0ee730 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Pushing event updated for resources: {'Port': ['ID=91fbd6cd-48d5-4b48-92ba-d8670443b349,revision_number=2']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:50:25.927095 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f137e6b6-f2bf-4bb0-b54c-47a32e0ee730 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698476'] for floatingip (99e8a216-26ac-4508-97d2-3cded5e4ed3b), after_create {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:26.023755 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.db.l3_db [None req-f137e6b6-f2bf-4bb0-b54c-47a32e0ee730 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Floating IP 99e8a216-26ac-4508-97d2-3cded5e4ed3b associated. External IP: 172.27.2.223, port: ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0. Jan 25 18:50:26.226787 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f137e6b6-f2bf-4bb0-b54c-47a32e0ee730 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Router 6228e71f-c465-4210-b751-36483d193800 has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:50:26.332597 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f137e6b6-f2bf-4bb0-b54c-47a32e0ee730 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:50:26.342167 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e56da3-03bb-4133-8b52-5b456a191e87 None None] Sync routers for ids ['6228e71f-c465-4210-b751-36483d193800'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:50:26.349020 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f137e6b6-f2bf-4bb0-b54c-47a32e0ee730 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for floatingip (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:26.352339 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e56da3-03bb-4133-8b52-5b456a191e87 None None] Routers {'6228e71f-c465-4210-b751-36483d193800'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:50:26.352971 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-e2e56da3-03bb-4133-8b52-5b456a191e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:50:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['6228e71f-c465-4210-b751-36483d193800'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:50:26.375435 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-f137e6b6-f2bf-4bb0-b54c-47a32e0ee730 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4905179 Jan 25 18:50:26.376060 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf16874-85ce-4da8-99dc-115792162a67', 'tag': 'ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:50:26.378261 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05feb2ca-68e1-46fb-801b-103fc7d06e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf16874-85ce-4da8-99dc-115792162a67", "tag": "ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:50:26.413040 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97dfdcb-5ccb-4ca2-bea7-a56bebd0f97b x-openstack-request-id: req-f97dfdcb-5ccb-4ca2-bea7-a56bebd0f97b {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:50:26.413338 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf16874-85ce-4da8-99dc-115792162a67", "tag": "ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:50:26.413595 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f97dfdcb-5ccb-4ca2-bea7-a56bebd0f97b {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:50:26.413997 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf16874-85ce-4da8-99dc-115792162a67', 'tag': 'ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0', 'status': 'completed', 'code': 200} Jan 25 18:50:26.466198 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-e2e56da3-03bb-4133-8b52-5b456a191e87 None None] Set router 6228e71f-c465-4210-b751-36483d193800 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:50:26.476134 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05feb2ca-68e1-46fb-801b-103fc7d06e6e req-ffd7c8a3-3b14-47c0-a7dc-78f649903b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:26.477689 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-05feb2ca-68e1-46fb-801b-103fc7d06e6e req-ffd7c8a3-3b14-47c0-a7dc-78f649903b32 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2&device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 1099 time: 0.0428782 Jan 25 18:50:26.565334 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05feb2ca-68e1-46fb-801b-103fc7d06e6e req-ce316f94-7d15-42ae-b45c-7a1444f448ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:26.566875 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-05feb2ca-68e1-46fb-801b-103fc7d06e6e req-ce316f94-7d15-42ae-b45c-7a1444f448ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7 HTTP/1.1" status: 200 len: 913 time: 0.0833881 Jan 25 18:50:26.633826 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-05feb2ca-68e1-46fb-801b-103fc7d06e6e req-b1aaf575-2596-400b-901b-5f403d27f13b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 HTTP/1.1" status: 200 len: 1000 time: 0.0616138 Jan 25 18:50:26.680824 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05feb2ca-68e1-46fb-801b-103fc7d06e6e req-a4e9f9ce-3fb7-4cc6-95c8-66e00e784d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:26.686965 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-05feb2ca-68e1-46fb-801b-103fc7d06e6e req-a4e9f9ce-3fb7-4cc6-95c8-66e00e784d58 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502ab14a-9388-4da9-86c4-88e719ca487b HTTP/1.1" status: 200 len: 851 time: 0.0431309 Jan 25 18:50:26.691313 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-e2e56da3-03bb-4133-8b52-5b456a191e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:45:08Z', 'revision_number': 4, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port': {'id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:06Z', 'updated_at': '2022-01-25T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': '076e490b-99fc-4b06-9930-233554a0a28c', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '6228e71f-c465-4210-b751-36483d193800', 'port_id': 'dd6eddef-03fa-49fd-8e3a-811871d6396c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'mac_address': 'fa:16:3e:c1:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:48:30Z', 'updated_at': '2022-01-25T18:48:32Z', 'revision_number': 1, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'fixed_ip_address_scope': None}, {'id': '99e8a216-26ac-4508-97d2-3cded5e4ed3b', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'floating_ip_address': '172.27.2.223', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '6228e71f-c465-4210-b751-36483d193800', 'port_id': 'ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'mac_address': 'fa:16:3e:f3:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf16874-85ce-4da8-99dc-115792162a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:50:25Z', 'updated_at': '2022-01-25T18:50:25Z', 'revision_number': 0, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9139cecf-69de-47ae-8532-fe2e3e78514b', 'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'mac_address': 'fa:16:3e:fe:af:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:07Z', 'updated_at': '2022-01-25T18:45:12Z', 'revision_number': 5, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'subnets': [{'id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:50:26.718562 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e56da3-03bb-4133-8b52-5b456a191e87 None None] Checking router: 6228e71f-c465-4210-b751-36483d193800 for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:50:26.726348 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05feb2ca-68e1-46fb-801b-103fc7d06e6e req-e388de76-bbf2-4a9d-8188-5271cba73ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:26.726843 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e56da3-03bb-4133-8b52-5b456a191e87 None None] Routers {'6228e71f-c465-4210-b751-36483d193800'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:50:26.727455 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-e2e56da3-03bb-4133-8b52-5b456a191e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:50:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['6228e71f-c465-4210-b751-36483d193800'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:50:26.727890 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-05feb2ca-68e1-46fb-801b-103fc7d06e6e req-e388de76-bbf2-4a9d-8188-5271cba73ea1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390923 Jan 25 18:50:26.817732 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-05feb2ca-68e1-46fb-801b-103fc7d06e6e req-24491a8d-e71d-4a54-a0dc-94cb79a60272 service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839019 Jan 25 18:50:26.832372 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-e2e56da3-03bb-4133-8b52-5b456a191e87 None None] Set router 6228e71f-c465-4210-b751-36483d193800 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:50:26.904428 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-05feb2ca-68e1-46fb-801b-103fc7d06e6e req-39c62de3-d293-4921-901c-a161438ba17f service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814474 Jan 25 18:50:27.052907 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-e2e56da3-03bb-4133-8b52-5b456a191e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:45:08Z', 'revision_number': 4, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port': {'id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:06Z', 'updated_at': '2022-01-25T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': '076e490b-99fc-4b06-9930-233554a0a28c', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '6228e71f-c465-4210-b751-36483d193800', 'port_id': 'dd6eddef-03fa-49fd-8e3a-811871d6396c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'mac_address': 'fa:16:3e:c1:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:48:30Z', 'updated_at': '2022-01-25T18:48:32Z', 'revision_number': 1, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'fixed_ip_address_scope': None}, {'id': '99e8a216-26ac-4508-97d2-3cded5e4ed3b', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'floating_ip_address': '172.27.2.223', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '6228e71f-c465-4210-b751-36483d193800', 'port_id': 'ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'mac_address': 'fa:16:3e:f3:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf16874-85ce-4da8-99dc-115792162a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:50:25Z', 'updated_at': '2022-01-25T18:50:25Z', 'revision_number': 0, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9139cecf-69de-47ae-8532-fe2e3e78514b', 'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'mac_address': 'fa:16:3e:fe:af:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:07Z', 'updated_at': '2022-01-25T18:45:12Z', 'revision_number': 5, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'subnets': [{'id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:50:27.082144 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e56da3-03bb-4133-8b52-5b456a191e87 None None] The sync data for ids ['6228e71f-c465-4210-b751-36483d193800'] in dv-cinder-826350-1-iscsi is: [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:45:08Z', 'revision_number': 4, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port': {'id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:06Z', 'updated_at': '2022-01-25T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': '076e490b-99fc-4b06-9930-233554a0a28c', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '6228e71f-c465-4210-b751-36483d193800', 'port_id': 'dd6eddef-03fa-49fd-8e3a-811871d6396c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'mac_address': 'fa:16:3e:c1:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:48:30Z', 'updated_at': '2022-01-25T18:48:32Z', 'revision_number': 1, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'fixed_ip_address_scope': None}, {'id': '99e8a216-26ac-4508-97d2-3cded5e4ed3b', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'floating_ip_address': '172.27.2.223', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '6228e71f-c465-4210-b751-36483d193800', 'port_id': 'ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'mac_address': 'fa:16:3e:f3:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf16874-85ce-4da8-99dc-115792162a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:50:25Z', 'updated_at': '2022-01-25T18:50:25Z', 'revision_number': 0, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9139cecf-69de-47ae-8532-fe2e3e78514b', 'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'mac_address': 'fa:16:3e:fe:af:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:07Z', 'updated_at': '2022-01-25T18:45:12Z', 'revision_number': 5, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'subnets': [{'id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:50:27.264509 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3a62b6-7abb-4641-b3c3-1ba843f49ea2 None None] New status for floating IP 99e8a216-26ac-4508-97d2-3cded5e4ed3b: ACTIVE {{(pid=102640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 18:50:30.085540 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bba275f0-2479-4772-aa23-c8b5d7755e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:32.233550 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a59f3bb2-eeeb-4148-b45e-7b6a5fc76586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:32.316986 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8302e1f6-3da1-4d32-949b-c6ec8c3fb989 req-877e2e00-b597-403a-bcda-e5779daee61c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429864 Jan 25 18:50:32.395324 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302e1f6-3da1-4d32-949b-c6ec8c3fb989 req-6fdca7f4-2fef-41ef-b7dc-ed835cdd9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:32.396810 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8302e1f6-3da1-4d32-949b-c6ec8c3fb989 req-6fdca7f4-2fef-41ef-b7dc-ed835cdd9a70 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2&device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 1099 time: 0.0404358 Jan 25 18:50:32.496833 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302e1f6-3da1-4d32-949b-c6ec8c3fb989 req-5a932f66-f8e2-40c8-9e41-73a129ef97b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:32.498225 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8302e1f6-3da1-4d32-949b-c6ec8c3fb989 req-5a932f66-f8e2-40c8-9e41-73a129ef97b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7 HTTP/1.1" status: 200 len: 913 time: 0.0837750 Jan 25 18:50:32.564378 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8302e1f6-3da1-4d32-949b-c6ec8c3fb989 req-75c11248-780e-47fc-a62c-d9be5ad3d0ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd6eddef-03fa-49fd-8e3a-811871d6396c HTTP/1.1" status: 200 len: 1001 time: 0.0607452 Jan 25 18:50:32.610368 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302e1f6-3da1-4d32-949b-c6ec8c3fb989 req-035bd0b2-6776-4e22-9f4a-9edcfb842612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:32.611784 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8302e1f6-3da1-4d32-949b-c6ec8c3fb989 req-035bd0b2-6776-4e22-9f4a-9edcfb842612 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502ab14a-9388-4da9-86c4-88e719ca487b HTTP/1.1" status: 200 len: 851 time: 0.0422494 Jan 25 18:50:32.653397 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302e1f6-3da1-4d32-949b-c6ec8c3fb989 req-30be0876-24ac-4d9b-ba4e-53ff850c6c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:50:32.654833 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8302e1f6-3da1-4d32-949b-c6ec8c3fb989 req-30be0876-24ac-4d9b-ba4e-53ff850c6c20 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380015 Jan 25 18:50:32.742943 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8302e1f6-3da1-4d32-949b-c6ec8c3fb989 req-e2c1e6c3-dad1-45a5-a8b7-71fe84bee23d service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826311 Jan 25 18:50:32.828805 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-8302e1f6-3da1-4d32-949b-c6ec8c3fb989 req-ed5a1640-37c8-4a35-9916-224a5666e3ab service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791466 Jan 25 18:50:33.589949 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:34.920680 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:36.164675 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:50:46.430790 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:50:51.921639 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:51:00.085780 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b5f8a868-67ea-4b42-9ced-b838ecfec3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:51:02.235063 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b7794c94-f2b5-4d94-bb10-c6aff84e7afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:51:03.592356 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:51:04.923704 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:51:06.165966 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:51:21.936204 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:51:23.428473 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:51:30.086221 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b904158c-1886-4b02-a641-5c9ba075596c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:51:32.235667 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eb9d4573-b35b-485f-b4df-ac611d497e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:51:33.596348 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:51:34.327882 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-edfb9634-b294-4f74-93af-df377b767349 req-ea77f8a4-7efc-4c57-b0a4-18eac6abd5d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ecf16874-85ce-4da8-99dc-115792162a67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430758 Jan 25 18:51:34.386321 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb9634-b294-4f74-93af-df377b767349 req-e6f16aac-7693-49d8-895d-56e41263cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:51:34.387810 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-edfb9634-b294-4f74-93af-df377b767349 req-e6f16aac-7693-49d8-895d-56e41263cb0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2&device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 1099 time: 0.0387876 Jan 25 18:51:34.487465 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb9634-b294-4f74-93af-df377b767349 req-c898f1a0-717c-4ff6-b1e5-4a73b0e83acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:51:34.488785 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-edfb9634-b294-4f74-93af-df377b767349 req-c898f1a0-717c-4ff6-b1e5-4a73b0e83acd service neutron] 10.222.0.42 "GET /v2.0/networks?id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7 HTTP/1.1" status: 200 len: 913 time: 0.0845621 Jan 25 18:51:34.552209 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-edfb9634-b294-4f74-93af-df377b767349 req-2ec71d37-605a-473a-a470-0f30c221d545 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 HTTP/1.1" status: 200 len: 1002 time: 0.0572369 Jan 25 18:51:34.598308 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb9634-b294-4f74-93af-df377b767349 req-d5ee5b5c-64c4-41cb-bd7e-8853a312440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:51:34.599693 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-edfb9634-b294-4f74-93af-df377b767349 req-d5ee5b5c-64c4-41cb-bd7e-8853a312440c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502ab14a-9388-4da9-86c4-88e719ca487b HTTP/1.1" status: 200 len: 851 time: 0.0420341 Jan 25 18:51:34.645401 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb9634-b294-4f74-93af-df377b767349 req-221ee9f8-ee3a-4b3f-8cd1-8b81cbee5e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:51:34.646865 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-edfb9634-b294-4f74-93af-df377b767349 req-221ee9f8-ee3a-4b3f-8cd1-8b81cbee5e3b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416391 Jan 25 18:51:34.732901 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-edfb9634-b294-4f74-93af-df377b767349 req-13e524f3-eab8-48e6-b204-95360abc834a service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800679 Jan 25 18:51:34.823926 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-edfb9634-b294-4f74-93af-df377b767349 req-c72861e1-3d13-4582-a1f2-56200f4b3378 service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843472 Jan 25 18:51:34.925668 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:51:36.168099 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:51:51.941129 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:51:53.247297 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 53738) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:51:53.398487 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Deleting port 91fbd6cd-48d5-4b48-92ba-d8670443b349 {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:51:53.398827 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (91fbd6cd-48d5-4b48-92ba-d8670443b349), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:51:53.469902 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (91fbd6cd-48d5-4b48-92ba-d8670443b349), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:51:53.470267 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for floatingip (91fbd6cd-48d5-4b48-92ba-d8670443b349), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:51:53.481297 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Calling delete_port for 91fbd6cd-48d5-4b48-92ba-d8670443b349 owned by network:floatingip {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:51:53.647505 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (91fbd6cd-48d5-4b48-92ba-d8670443b349), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:51:53.674733 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Pushing event deleted for resources: {'Port': ['ID=91fbd6cd-48d5-4b48-92ba-d8670443b349,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:51:53.698442 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:51:53.698790 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:51:53.699127 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:51:53.699458 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:51:53.699786 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:51:53.700485 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:51:53.700485 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:51:53.700720 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:51:53.701035 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:51:53.701354 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:51:53.701672 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:51:53.701982 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:51:53.702317 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:51:53.741816 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for floatingip (99e8a216-26ac-4508-97d2-3cded5e4ed3b), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:51:53.742178 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.db.l3_db [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Floating IP 99e8a216-26ac-4508-97d2-3cded5e4ed3b disassociated (deleted). External IP: 172.27.2.223, port: ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0. Jan 25 18:51:54.194979 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Router 6228e71f-c465-4210-b751-36483d193800 has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:51:54.297232 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:51:54.302427 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for floatingip (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:51:54.307312 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fc97db-697e-46eb-aab4-787b5a6afcd0 None None] Sync routers for ids ['6228e71f-c465-4210-b751-36483d193800'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:51:54.316929 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fc97db-697e-46eb-aab4-787b5a6afcd0 None None] Routers {'6228e71f-c465-4210-b751-36483d193800'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:51:54.317534 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-34fc97db-697e-46eb-aab4-787b5a6afcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:51:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['6228e71f-c465-4210-b751-36483d193800'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:51:54.328935 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-a26c2f77-0d4f-4a45-b378-bba7a519da80 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "DELETE /v2.0/floatingips/99e8a216-26ac-4508-97d2-3cded5e4ed3b HTTP/1.1" status: 204 len: 168 time: 1.0805681 Jan 25 18:51:54.329687 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf16874-85ce-4da8-99dc-115792162a67', 'tag': 'ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:51:54.332023 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d3e5a1-d967-447d-883c-ec6ee78f70f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf16874-85ce-4da8-99dc-115792162a67", "tag": "ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:51:54.374857 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31aefeb-41ba-4219-994b-5ba8853ab0fd x-openstack-request-id: req-a31aefeb-41ba-4219-994b-5ba8853ab0fd {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:51:54.375148 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf16874-85ce-4da8-99dc-115792162a67", "tag": "ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:51:54.375403 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a31aefeb-41ba-4219-994b-5ba8853ab0fd {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:51:54.375811 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf16874-85ce-4da8-99dc-115792162a67', 'tag': 'ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0', 'status': 'completed', 'code': 200} Jan 25 18:51:54.429966 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-34fc97db-697e-46eb-aab4-787b5a6afcd0 None None] Set router 6228e71f-c465-4210-b751-36483d193800 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:51:54.438980 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3e5a1-d967-447d-883c-ec6ee78f70f2 req-18b1c51e-c678-456f-aff2-d1143e22211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:51:54.440957 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e8d3e5a1-d967-447d-883c-ec6ee78f70f2 req-18b1c51e-c678-456f-aff2-d1143e22211f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2&device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 1099 time: 0.0441554 Jan 25 18:51:54.570322 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3e5a1-d967-447d-883c-ec6ee78f70f2 req-b038c04c-6bbb-437a-9eb1-16d49458df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:51:54.571774 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e8d3e5a1-d967-447d-883c-ec6ee78f70f2 req-b038c04c-6bbb-437a-9eb1-16d49458df9b service neutron] 10.222.0.42 "GET /v2.0/networks?id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7 HTTP/1.1" status: 200 len: 913 time: 0.1241260 Jan 25 18:51:54.579163 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9396c-b5a0-4c9c-b278-3b1f00eeaaf6 req-739a1eea-e7a5-4911-8329-fb3140588738 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:51:54.580524 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-dcb9396c-b5a0-4c9c-b278-3b1f00eeaaf6 req-739a1eea-e7a5-4911-8329-fb3140588738 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 946 time: 0.0722060 Jan 25 18:51:54.629036 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e8d3e5a1-d967-447d-883c-ec6ee78f70f2 req-ac17d9db-f72f-46cb-92e9-5d813c6da867 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 HTTP/1.1" status: 200 len: 217 time: 0.0475886 Jan 25 18:51:54.663209 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-34fc97db-697e-46eb-aab4-787b5a6afcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:45:08Z', 'revision_number': 4, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port': {'id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:06Z', 'updated_at': '2022-01-25T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': '076e490b-99fc-4b06-9930-233554a0a28c', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '6228e71f-c465-4210-b751-36483d193800', 'port_id': 'dd6eddef-03fa-49fd-8e3a-811871d6396c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'mac_address': 'fa:16:3e:c1:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:48:30Z', 'updated_at': '2022-01-25T18:48:32Z', 'revision_number': 1, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9139cecf-69de-47ae-8532-fe2e3e78514b', 'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'mac_address': 'fa:16:3e:fe:af:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:07Z', 'updated_at': '2022-01-25T18:45:12Z', 'revision_number': 5, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'subnets': [{'id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:51:54.688805 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-dcb9396c-b5a0-4c9c-b278-3b1f00eeaaf6 req-4f5c2847-0969-40dd-83e2-96691d8f9305 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016448 Jan 25 18:51:54.698446 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3e5a1-d967-447d-883c-ec6ee78f70f2 req-032389c5-f03a-4ebe-aefa-6ec257539f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:51:54.699908 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e8d3e5a1-d967-447d-883c-ec6ee78f70f2 req-032389c5-f03a-4ebe-aefa-6ec257539f06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502ab14a-9388-4da9-86c4-88e719ca487b HTTP/1.1" status: 200 len: 851 time: 0.0636885 Jan 25 18:51:54.747588 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3e5a1-d967-447d-883c-ec6ee78f70f2 req-82fd9f5f-f694-4a4c-b18c-c7189750fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:51:54.749164 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e8d3e5a1-d967-447d-883c-ec6ee78f70f2 req-82fd9f5f-f694-4a4c-b18c-c7189750fef9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433819 Jan 25 18:51:54.818746 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fc97db-697e-46eb-aab4-787b5a6afcd0 None None] Checking router: 6228e71f-c465-4210-b751-36483d193800 for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:51:54.827317 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fc97db-697e-46eb-aab4-787b5a6afcd0 None None] Routers {'6228e71f-c465-4210-b751-36483d193800'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:51:54.827934 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-34fc97db-697e-46eb-aab4-787b5a6afcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:51:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['6228e71f-c465-4210-b751-36483d193800'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:51:54.855913 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e8d3e5a1-d967-447d-883c-ec6ee78f70f2 req-ccd48b19-b946-4c4c-a91e-a78345e5156d service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996315 Jan 25 18:51:54.932917 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-34fc97db-697e-46eb-aab4-787b5a6afcd0 None None] Set router 6228e71f-c465-4210-b751-36483d193800 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:51:54.943808 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-e8d3e5a1-d967-447d-883c-ec6ee78f70f2 req-32f2de35-d20f-495d-bfa3-ee4ecc3856e7 service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820205 Jan 25 18:51:55.153654 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-34fc97db-697e-46eb-aab4-787b5a6afcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:45:08Z', 'revision_number': 4, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port': {'id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:06Z', 'updated_at': '2022-01-25T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': '076e490b-99fc-4b06-9930-233554a0a28c', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '6228e71f-c465-4210-b751-36483d193800', 'port_id': 'dd6eddef-03fa-49fd-8e3a-811871d6396c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'mac_address': 'fa:16:3e:c1:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:48:30Z', 'updated_at': '2022-01-25T18:48:32Z', 'revision_number': 1, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9139cecf-69de-47ae-8532-fe2e3e78514b', 'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'mac_address': 'fa:16:3e:fe:af:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:07Z', 'updated_at': '2022-01-25T18:45:12Z', 'revision_number': 5, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'subnets': [{'id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:51:55.183048 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fc97db-697e-46eb-aab4-787b5a6afcd0 None None] The sync data for ids ['6228e71f-c465-4210-b751-36483d193800'] in dv-cinder-826350-1-iscsi is: [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:45:08Z', 'revision_number': 4, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port': {'id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:06Z', 'updated_at': '2022-01-25T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_floatingips': [{'id': '076e490b-99fc-4b06-9930-233554a0a28c', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'router_id': '6228e71f-c465-4210-b751-36483d193800', 'port_id': 'dd6eddef-03fa-49fd-8e3a-811871d6396c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'mac_address': 'fa:16:3e:c1:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T18:48:30Z', 'updated_at': '2022-01-25T18:48:32Z', 'revision_number': 1, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9139cecf-69de-47ae-8532-fe2e3e78514b', 'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'mac_address': 'fa:16:3e:fe:af:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:07Z', 'updated_at': '2022-01-25T18:45:12Z', 'revision_number': 5, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'subnets': [{'id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:51:55.395394 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800ba182-1199-4238-bcc2-6d9de19f33d6 None None] New status for floating IP 99e8a216-26ac-4508-97d2-3cded5e4ed3b: DOWN {{(pid=102640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 18:51:55.810859 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a1867-81ac-4cf3-9b51-eebf5016dc22 req-354c754f-dd13-4cec-a036-f5f8bca32b6e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:51:55.812583 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-de1a1867-81ac-4cf3-9b51-eebf5016dc22 req-354c754f-dd13-4cec-a036-f5f8bca32b6e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 946 time: 0.0512650 Jan 25 18:51:55.859680 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-de1a1867-81ac-4cf3-9b51-eebf5016dc22 req-e0a40944-a3a5-48d4-92d7-260e2b853445 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409219 Jan 25 18:51:56.028947 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cab4d-9f04-472c-b323-8cca7a88e936 req-9c091087-5a7a-416d-86b3-11d6ad0eb21f tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:51:56.030289 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6e1cab4d-9f04-472c-b323-8cca7a88e936 req-9c091087-5a7a-416d-86b3-11d6ad0eb21f tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 946 time: 0.0457220 Jan 25 18:51:56.116153 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-6e1cab4d-9f04-472c-b323-8cca7a88e936 req-6eeb562a-066a-45ce-b161-55d3e5a98c49 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Deleting port ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:51:56.116499 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-6e1cab4d-9f04-472c-b323-8cca7a88e936 req-6eeb562a-066a-45ce-b161-55d3e5a98c49 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:51:56.204165 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-6e1cab4d-9f04-472c-b323-8cca7a88e936 req-6eeb562a-066a-45ce-b161-55d3e5a98c49 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] For port ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0,segment=NetworkSegment(33303819-941d-4651-bee5-cdf3f7efb5e7),segment_id=33303819-941d-4651-bee5-cdf3f7efb5e7)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:51:56.204551 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-6e1cab4d-9f04-472c-b323-8cca7a88e936 req-6eeb562a-066a-45ce-b161-55d3e5a98c49 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:51:56.215937 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-6e1cab4d-9f04-472c-b323-8cca7a88e936 req-6eeb562a-066a-45ce-b161-55d3e5a98c49 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Calling delete_port for ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 owned by compute:nova {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:51:56.342614 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-6e1cab4d-9f04-472c-b323-8cca7a88e936 req-6eeb562a-066a-45ce-b161-55d3e5a98c49 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:51:56.369979 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb562a-066a-45ce-b161-55d3e5a98c49 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Pushing event deleted for resources: {'Port': ['ID=ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:51:56.413493 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1cab4d-9f04-472c-b323-8cca7a88e936 req-6eeb562a-066a-45ce-b161-55d3e5a98c49 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] No DVR routers for this DVR port ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 on host hv-cinder-82635 {{(pid=102638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:51:56.416331 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-6e1cab4d-9f04-472c-b323-8cca7a88e936 req-6eeb562a-066a-45ce-b161-55d3e5a98c49 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:51:56.419643 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6e1cab4d-9f04-472c-b323-8cca7a88e936 req-6eeb562a-066a-45ce-b161-55d3e5a98c49 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.42 "DELETE /v2.0/ports/ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 HTTP/1.1" status: 204 len: 173 time: 0.3841381 Jan 25 18:51:56.420104 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf16874-85ce-4da8-99dc-115792162a67', 'name': 'network-vif-deleted', 'tag': 'ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:51:56.422457 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbf94d1-eff5-42b5-958c-4406b285a529" -d '{"events": [{"server_uuid": "ecf16874-85ce-4da8-99dc-115792162a67", "name": "network-vif-deleted", "tag": "ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:51:56.458321 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d707938-7282-4b6a-a059-9f2d73e725bb x-openstack-request-id: req-0d707938-7282-4b6a-a059-9f2d73e725bb {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:51:56.458622 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf16874-85ce-4da8-99dc-115792162a67", "name": "network-vif-deleted", "tag": "ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:51:56.458992 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0d707938-7282-4b6a-a059-9f2d73e725bb {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:51:56.459400 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf16874-85ce-4da8-99dc-115792162a67', 'name': 'network-vif-deleted', 'tag': 'ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0', 'status': 'completed', 'code': 200} Jan 25 18:51:56.966145 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-b1c2cb54-9441-4e0a-8232-34aa291a5122 req-4062fabb-73a1-47ea-858e-cbef1ef87f3c tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecf16874-85ce-4da8-99dc-115792162a67 HTTP/1.1" status: 200 len: 210 time: 0.0261207 Jan 25 18:51:59.080722 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:51:59.100134 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] No Port match for: ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:51:59.100477 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device ff2bd9fb-5011-4c9c-91a6-fdbbb768bdd0 not bound to the agent host hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:52:00.087555 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e9e93045-f27a-45de-941e-99e1e997530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:00.230589 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 53778) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:52:00.380912 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-28b3df82-6db4-4e4c-83af-9850bf55b144 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Deleting port 3a55330f-910a-4f96-94ec-b30451268e39 {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:52:00.381165 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-28b3df82-6db4-4e4c-83af-9850bf55b144 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (3a55330f-910a-4f96-94ec-b30451268e39), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:00.427378 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:52:00.457190 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-28b3df82-6db4-4e4c-83af-9850bf55b144 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (3a55330f-910a-4f96-94ec-b30451268e39), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:00.457517 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-28b3df82-6db4-4e4c-83af-9850bf55b144 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for floatingip (3a55330f-910a-4f96-94ec-b30451268e39), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:00.468677 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-28b3df82-6db4-4e4c-83af-9850bf55b144 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Calling delete_port for 3a55330f-910a-4f96-94ec-b30451268e39 owned by network:floatingip {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:52:00.609269 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-28b3df82-6db4-4e4c-83af-9850bf55b144 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (3a55330f-910a-4f96-94ec-b30451268e39), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:00.635107 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3df82-6db4-4e4c-83af-9850bf55b144 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Pushing event deleted for resources: {'Port': ['ID=3a55330f-910a-4f96-94ec-b30451268e39,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:52:00.691883 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-28b3df82-6db4-4e4c-83af-9850bf55b144 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for floatingip (076e490b-99fc-4b06-9930-233554a0a28c), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:00.692205 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.db.l3_db [None req-28b3df82-6db4-4e4c-83af-9850bf55b144 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Floating IP 076e490b-99fc-4b06-9930-233554a0a28c disassociated (deleted). External IP: 172.27.2.36, port: dd6eddef-03fa-49fd-8e3a-811871d6396c. Jan 25 18:52:00.895548 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b3df82-6db4-4e4c-83af-9850bf55b144 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Router 6228e71f-c465-4210-b751-36483d193800 has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:52:01.001157 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b3df82-6db4-4e4c-83af-9850bf55b144 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:52:01.005928 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-28b3df82-6db4-4e4c-83af-9850bf55b144 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for floatingip (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:01.010658 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e8e38c-e0a9-4721-b78b-945c83926ea8 None None] Sync routers for ids ['6228e71f-c465-4210-b751-36483d193800'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:52:01.020607 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e8e38c-e0a9-4721-b78b-945c83926ea8 None None] Routers {'6228e71f-c465-4210-b751-36483d193800'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:52:01.021219 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-d8e8e38c-e0a9-4721-b78b-945c83926ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:51:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['6228e71f-c465-4210-b751-36483d193800'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:52:01.033054 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-28b3df82-6db4-4e4c-83af-9850bf55b144 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "DELETE /v2.0/floatingips/076e490b-99fc-4b06-9930-233554a0a28c HTTP/1.1" status: 204 len: 168 time: 0.8002510 Jan 25 18:52:01.033732 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f', 'tag': 'dd6eddef-03fa-49fd-8e3a-811871d6396c'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:52:01.036121 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2b862c-255c-49f6-99e1-33d27a91e23a" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f", "tag": "dd6eddef-03fa-49fd-8e3a-811871d6396c"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:52:01.081938 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 18:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfa2b94-36f4-4aed-bde4-ef1b338caa8b x-openstack-request-id: req-5cfa2b94-36f4-4aed-bde4-ef1b338caa8b {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:52:01.082256 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f", "tag": "dd6eddef-03fa-49fd-8e3a-811871d6396c", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:52:01.082516 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5cfa2b94-36f4-4aed-bde4-ef1b338caa8b {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:52:01.082953 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f', 'tag': 'dd6eddef-03fa-49fd-8e3a-811871d6396c', 'status': 'completed', 'code': 200} Jan 25 18:52:01.131133 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-d8e8e38c-e0a9-4721-b78b-945c83926ea8 None None] Set router 6228e71f-c465-4210-b751-36483d193800 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:52:01.148112 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b862c-255c-49f6-99e1-33d27a91e23a req-484e762e-ef8d-4b27-8a29-4ade77eb59ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:52:01.149607 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3d2b862c-255c-49f6-99e1-33d27a91e23a req-484e762e-ef8d-4b27-8a29-4ade77eb59ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2&device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 1099 time: 0.0454295 Jan 25 18:52:01.255898 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b862c-255c-49f6-99e1-33d27a91e23a req-4157aca3-da3c-42b2-a602-977cc1fe7006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:52:01.257332 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3d2b862c-255c-49f6-99e1-33d27a91e23a req-4157aca3-da3c-42b2-a602-977cc1fe7006 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7 HTTP/1.1" status: 200 len: 913 time: 0.1001158 Jan 25 18:52:01.313149 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3d2b862c-255c-49f6-99e1-33d27a91e23a req-3f43c3ba-b640-4a97-8b05-85635ff86896 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd6eddef-03fa-49fd-8e3a-811871d6396c HTTP/1.1" status: 200 len: 217 time: 0.0425704 Jan 25 18:52:01.337417 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-d8e8e38c-e0a9-4721-b78b-945c83926ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:45:08Z', 'revision_number': 4, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port': {'id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:06Z', 'updated_at': '2022-01-25T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '9139cecf-69de-47ae-8532-fe2e3e78514b', 'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'mac_address': 'fa:16:3e:fe:af:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:07Z', 'updated_at': '2022-01-25T18:45:12Z', 'revision_number': 5, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'subnets': [{'id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:52:01.352143 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db42cd-ba97-490b-ac6d-7efae6658348 req-35e0b101-520a-4b91-b7d1-17dbf42fc3fe tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:52:01.353592 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-94db42cd-ba97-490b-ac6d-7efae6658348 req-35e0b101-520a-4b91-b7d1-17dbf42fc3fe tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 946 time: 0.1148579 Jan 25 18:52:01.364784 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e8e38c-e0a9-4721-b78b-945c83926ea8 None None] Checking router: 6228e71f-c465-4210-b751-36483d193800 for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:52:01.373068 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e8e38c-e0a9-4721-b78b-945c83926ea8 None None] Routers {'6228e71f-c465-4210-b751-36483d193800'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:52:01.373678 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-d8e8e38c-e0a9-4721-b78b-945c83926ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:51:32Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['6228e71f-c465-4210-b751-36483d193800'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:52:01.388621 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b862c-255c-49f6-99e1-33d27a91e23a req-14c463ea-ba58-4d3d-874d-54fc984fb85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:52:01.390066 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3d2b862c-255c-49f6-99e1-33d27a91e23a req-14c463ea-ba58-4d3d-874d-54fc984fb85d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502ab14a-9388-4da9-86c4-88e719ca487b HTTP/1.1" status: 200 len: 851 time: 0.0704651 Jan 25 18:52:01.435685 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-94db42cd-ba97-490b-ac6d-7efae6658348 req-3897694a-11b6-4303-b1b9-e44819774197 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761414 Jan 25 18:52:01.454583 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b862c-255c-49f6-99e1-33d27a91e23a req-c478fd21-b8c0-47f8-b3be-ba8578f4ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:52:01.454583 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3d2b862c-255c-49f6-99e1-33d27a91e23a req-c478fd21-b8c0-47f8-b3be-ba8578f4ea97 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19710347-2b27-4f84-bd0f-eebdcb4ddcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527403 Jan 25 18:52:01.479152 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-d8e8e38c-e0a9-4721-b78b-945c83926ea8 None None] Set router 6228e71f-c465-4210-b751-36483d193800 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:52:01.541555 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3d2b862c-255c-49f6-99e1-33d27a91e23a req-7c1baa8b-5cf2-46c1-bbda-10e101fcb9b7 service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842209 Jan 25 18:52:01.630886 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-3d2b862c-255c-49f6-99e1-33d27a91e23a req-b800e6fb-e263-493b-b814-26b245af41ae service neutron] 10.222.0.42 "GET /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827501 Jan 25 18:52:01.676079 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-d8e8e38c-e0a9-4721-b78b-945c83926ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:45:08Z', 'revision_number': 4, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port': {'id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:06Z', 'updated_at': '2022-01-25T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '9139cecf-69de-47ae-8532-fe2e3e78514b', 'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'mac_address': 'fa:16:3e:fe:af:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:07Z', 'updated_at': '2022-01-25T18:45:12Z', 'revision_number': 5, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'subnets': [{'id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:52:01.706396 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e8e38c-e0a9-4721-b78b-945c83926ea8 None None] The sync data for ids ['6228e71f-c465-4210-b751-36483d193800'] in dv-cinder-826350-1-iscsi is: [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:45:08Z', 'revision_number': 4, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port': {'id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:06Z', 'updated_at': '2022-01-25T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi', '_interfaces': [{'id': '9139cecf-69de-47ae-8532-fe2e3e78514b', 'name': '', 'network_id': '19710347-2b27-4f84-bd0f-eebdcb4ddcc7', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'mac_address': 'fa:16:3e:fe:af:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:07Z', 'updated_at': '2022-01-25T18:45:12Z', 'revision_number': 5, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'subnets': [{'id': '502ab14a-9388-4da9-86c4-88e719ca487b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:52:01.918995 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2a8382-41cf-4278-a3e8-6f57cede11f4 None None] New status for floating IP 076e490b-99fc-4b06-9930-233554a0a28c: DOWN {{(pid=102640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 18:52:02.237959 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bf01796-0802-4000-8efd-1268f02e8608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:02.555471 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a209fa-ca90-439a-bbf0-9fde0367159a req-f1aa2e74-73e1-4792-9095-d3e7c1c030ab tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:52:02.556940 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-00a209fa-ca90-439a-bbf0-9fde0367159a req-f1aa2e74-73e1-4792-9095-d3e7c1c030ab tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 946 time: 0.0510452 Jan 25 18:52:02.604363 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-00a209fa-ca90-439a-bbf0-9fde0367159a req-6223ac1d-86a2-4f88-b2d8-ef6f8468e1ce tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c10958-1ce7-4cdf-afbf-ec11839e3ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419688 Jan 25 18:52:02.759018 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3faaa7-0bc1-4224-beff-b97d9712f19d req-54c19ef0-6537-4acd-8a0f-89a241234d75 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 18:52:02.760440 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fe3faaa7-0bc1-4224-beff-b97d9712f19d req-54c19ef0-6537-4acd-8a0f-89a241234d75 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 946 time: 0.0467968 Jan 25 18:52:02.849068 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-fe3faaa7-0bc1-4224-beff-b97d9712f19d req-78025b7e-13b4-4815-a01a-ce566134978e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Deleting port dd6eddef-03fa-49fd-8e3a-811871d6396c {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:52:02.849404 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-fe3faaa7-0bc1-4224-beff-b97d9712f19d req-78025b7e-13b4-4815-a01a-ce566134978e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (dd6eddef-03fa-49fd-8e3a-811871d6396c), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:02.933624 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [req-fe3faaa7-0bc1-4224-beff-b97d9712f19d req-78025b7e-13b4-4815-a01a-ce566134978e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] For port dd6eddef-03fa-49fd-8e3a-811871d6396c, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=dd6eddef-03fa-49fd-8e3a-811871d6396c,segment=NetworkSegment(33303819-941d-4651-bee5-cdf3f7efb5e7),segment_id=33303819-941d-4651-bee5-cdf3f7efb5e7)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:52:02.933983 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-fe3faaa7-0bc1-4224-beff-b97d9712f19d req-78025b7e-13b4-4815-a01a-ce566134978e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (dd6eddef-03fa-49fd-8e3a-811871d6396c), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:02.945683 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [req-fe3faaa7-0bc1-4224-beff-b97d9712f19d req-78025b7e-13b4-4815-a01a-ce566134978e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Calling delete_port for dd6eddef-03fa-49fd-8e3a-811871d6396c owned by compute:nova {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:52:03.070967 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-fe3faaa7-0bc1-4224-beff-b97d9712f19d req-78025b7e-13b4-4815-a01a-ce566134978e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (dd6eddef-03fa-49fd-8e3a-811871d6396c), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:03.097372 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78025b7e-13b4-4815-a01a-ce566134978e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Pushing event deleted for resources: {'Port': ['ID=dd6eddef-03fa-49fd-8e3a-811871d6396c,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:52:03.139273 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3faaa7-0bc1-4224-beff-b97d9712f19d req-78025b7e-13b4-4815-a01a-ce566134978e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] No DVR routers for this DVR port dd6eddef-03fa-49fd-8e3a-811871d6396c on host hv-cinder-82635 {{(pid=102638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:52:03.142544 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [req-fe3faaa7-0bc1-4224-beff-b97d9712f19d req-78025b7e-13b4-4815-a01a-ce566134978e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for port (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:03.145828 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-fe3faaa7-0bc1-4224-beff-b97d9712f19d req-78025b7e-13b4-4815-a01a-ce566134978e tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.42 "DELETE /v2.0/ports/dd6eddef-03fa-49fd-8e3a-811871d6396c HTTP/1.1" status: 204 len: 173 time: 0.3801329 Jan 25 18:52:03.146303 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f', 'name': 'network-vif-deleted', 'tag': 'dd6eddef-03fa-49fd-8e3a-811871d6396c'}] {{(pid=102638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 18:52:03.148570 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d5c76a97f6d6049fef39d4b5f110a8160efdbf702b9f08abaa4bc5d865f12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51d4392-e230-4a43-a1f2-a5cf4b1b687a" -d '{"events": [{"server_uuid": "b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f", "name": "network-vif-deleted", "tag": "dd6eddef-03fa-49fd-8e3a-811871d6396c"}]}' {{(pid=102638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 18:52:03.189375 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 18:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391f85d4-d42b-4646-8ea5-17c8c4b56e9a x-openstack-request-id: req-391f85d4-d42b-4646-8ea5-17c8c4b56e9a {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 18:52:03.189676 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f", "name": "network-vif-deleted", "tag": "dd6eddef-03fa-49fd-8e3a-811871d6396c", "status": "completed", "code": 200}]} {{(pid=102638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 18:52:03.190366 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-391f85d4-d42b-4646-8ea5-17c8c4b56e9a {{(pid=102638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 18:52:03.190366 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f', 'name': 'network-vif-deleted', 'tag': 'dd6eddef-03fa-49fd-8e3a-811871d6396c', 'status': 'completed', 'code': 200} Jan 25 18:52:03.597918 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:03.713828 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [req-6e77d5e7-2148-4fe5-aff3-6af33d1f4113 req-d7cf42ac-4ce3-4401-b765-584f7ab41cec tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e2f19c-bbd2-4a08-a9c1-59ef417ece3f HTTP/1.1" status: 200 len: 210 time: 0.0312297 Jan 25 18:52:04.769643 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 53794) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:52:04.893223 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-8ef5f324-94f8-41c3-82d4-5c5dbb1effec tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Deleting port 43249231-77f7-41c6-a3b4-252f81104194 {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:52:04.893559 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8ef5f324-94f8-41c3-82d4-5c5dbb1effec tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (43249231-77f7-41c6-a3b4-252f81104194), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:04.927133 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:04.967136 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8ef5f324-94f8-41c3-82d4-5c5dbb1effec tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (43249231-77f7-41c6-a3b4-252f81104194), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:04.967396 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8ef5f324-94f8-41c3-82d4-5c5dbb1effec tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for floatingip (43249231-77f7-41c6-a3b4-252f81104194), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:04.978575 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-8ef5f324-94f8-41c3-82d4-5c5dbb1effec tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Calling delete_port for 43249231-77f7-41c6-a3b4-252f81104194 owned by network:floatingip {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:52:05.107252 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8ef5f324-94f8-41c3-82d4-5c5dbb1effec tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (43249231-77f7-41c6-a3b4-252f81104194), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:05.110807 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device dd6eddef-03fa-49fd-8e3a-811871d6396c no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:52:05.132215 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] No Port match for: dd6eddef-03fa-49fd-8e3a-811871d6396c {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:52:05.132564 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Device dd6eddef-03fa-49fd-8e3a-811871d6396c not bound to the agent host hv-cinder-82635 {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:52:05.134069 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5f324-94f8-41c3-82d4-5c5dbb1effec tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Pushing event deleted for resources: {'Port': ['ID=43249231-77f7-41c6-a3b4-252f81104194,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:52:05.192991 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8ef5f324-94f8-41c3-82d4-5c5dbb1effec tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for floatingip (7a6cb55f-b553-4c66-9c13-1924395a35eb), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:05.195450 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-8ef5f324-94f8-41c3-82d4-5c5dbb1effec tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992159'] for floatingip (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:05.196585 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-8ef5f324-94f8-41c3-82d4-5c5dbb1effec tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "DELETE /v2.0/floatingips/7a6cb55f-b553-4c66-9c13-1924395a35eb HTTP/1.1" status: 204 len: 168 time: 0.4259388 Jan 25 18:52:06.170788 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:06.386569 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 53806) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:52:06.441479 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-38aa8b47-f3c2-4e54-a1ee-d39cc403e8b6 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for security_group (58c10958-1ce7-4cdf-afbf-ec11839e3ed8), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:06.465845 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-38aa8b47-f3c2-4e54-a1ee-d39cc403e8b6 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for security_group (58c10958-1ce7-4cdf-afbf-ec11839e3ed8), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:06.524110 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-38aa8b47-f3c2-4e54-a1ee-d39cc403e8b6 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (58c10958-1ce7-4cdf-afbf-ec11839e3ed8), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:06.526903 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-38aa8b47-f3c2-4e54-a1ee-d39cc403e8b6 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Publish callbacks [] for security_group (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:06.528086 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-38aa8b47-f3c2-4e54-a1ee-d39cc403e8b6 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] 10.222.0.41 "DELETE /v2.0/security-groups/58c10958-1ce7-4cdf-afbf-ec11839e3ed8 HTTP/1.1" status: 204 len: 168 time: 0.1405416 Jan 25 18:52:06.537103 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa8b47-f3c2-4e54-a1ee-d39cc403e8b6 tempest-TestVolumeBootPattern-206564614 tempest-TestVolumeBootPattern-206564614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c10958-1ce7-4cdf-afbf-ec11839e3ed8,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:52:06.582592 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 53810) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:52:07.068301 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-7e66f50f-7909-43ed-97c5-e88dcbcc28c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698988'] for router_interface (6228e71f-c465-4210-b751-36483d193800), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:07.304099 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-7e66f50f-7909-43ed-97c5-e88dcbcc28c6 admin admin] Deleting port 9139cecf-69de-47ae-8532-fe2e3e78514b {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:52:07.304441 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-7e66f50f-7909-43ed-97c5-e88dcbcc28c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (9139cecf-69de-47ae-8532-fe2e3e78514b), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:07.380618 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [None req-7e66f50f-7909-43ed-97c5-e88dcbcc28c6 admin admin] For port 9139cecf-69de-47ae-8532-fe2e3e78514b, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=9139cecf-69de-47ae-8532-fe2e3e78514b,segment=NetworkSegment(33303819-941d-4651-bee5-cdf3f7efb5e7),segment_id=33303819-941d-4651-bee5-cdf3f7efb5e7)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:52:07.380890 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-7e66f50f-7909-43ed-97c5-e88dcbcc28c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (9139cecf-69de-47ae-8532-fe2e3e78514b), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:07.391978 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-7e66f50f-7909-43ed-97c5-e88dcbcc28c6 admin admin] Calling delete_port for 9139cecf-69de-47ae-8532-fe2e3e78514b owned by network:router_interface {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:52:07.563284 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-7e66f50f-7909-43ed-97c5-e88dcbcc28c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (9139cecf-69de-47ae-8532-fe2e3e78514b), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:07.588234 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66f50f-7909-43ed-97c5-e88dcbcc28c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9139cecf-69de-47ae-8532-fe2e3e78514b,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:52:08.023153 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-7e66f50f-7909-43ed-97c5-e88dcbcc28c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698904'] for router_interface (6228e71f-c465-4210-b751-36483d193800), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:08.230438 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e66f50f-7909-43ed-97c5-e88dcbcc28c6 admin admin] Router 6228e71f-c465-4210-b751-36483d193800 has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:52:08.329934 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e66f50f-7909-43ed-97c5-e88dcbcc28c6 admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:52:08.334910 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-7e66f50f-7909-43ed-97c5-e88dcbcc28c6 admin admin] 10.222.0.41 "PUT /v2.0/routers/6228e71f-c465-4210-b751-36483d193800/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7512822 Jan 25 18:52:08.337444 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 53814) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:52:08.338386 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5214f80-b8f8-461e-a902-e8a5c11fda55 None None] Sync routers for ids ['6228e71f-c465-4210-b751-36483d193800'] in dv-cinder-826350-1-iscsi {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:52:08.349001 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5214f80-b8f8-461e-a902-e8a5c11fda55 None None] Routers {'6228e71f-c465-4210-b751-36483d193800'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:52:08.349614 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-e5214f80-b8f8-461e-a902-e8a5c11fda55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:52:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['6228e71f-c465-4210-b751-36483d193800'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:52:08.438256 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f2e74c6e-72d5-4d63-83e4-7112b1d81ad1 admin admin] Publish callbacks [] for router (6228e71f-c465-4210-b751-36483d193800), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:08.542526 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f2e74c6e-72d5-4d63-83e4-7112b1d81ad1 admin admin] Publish callbacks [] for router_gateway (6228e71f-c465-4210-b751-36483d193800), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:08.578868 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-e5214f80-b8f8-461e-a902-e8a5c11fda55 None None] Set router 6228e71f-c465-4210-b751-36483d193800 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:52:08.595489 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-f2e74c6e-72d5-4d63-83e4-7112b1d81ad1 admin admin] Deleting port b0fa3365-29bd-4490-ba84-15df22cd2804 {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:52:08.595771 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f2e74c6e-72d5-4d63-83e4-7112b1d81ad1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (b0fa3365-29bd-4490-ba84-15df22cd2804), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:08.676360 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [None req-f2e74c6e-72d5-4d63-83e4-7112b1d81ad1 admin admin] For port b0fa3365-29bd-4490-ba84-15df22cd2804, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=b0fa3365-29bd-4490-ba84-15df22cd2804,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:52:08.676728 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f2e74c6e-72d5-4d63-83e4-7112b1d81ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (b0fa3365-29bd-4490-ba84-15df22cd2804), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:08.689529 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-f2e74c6e-72d5-4d63-83e4-7112b1d81ad1 admin admin] Calling delete_port for b0fa3365-29bd-4490-ba84-15df22cd2804 owned by network:router_gateway {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:52:08.751592 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-e5214f80-b8f8-461e-a902-e8a5c11fda55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:52:07Z', 'revision_number': 5, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port': {'id': 'b0fa3365-29bd-4490-ba84-15df22cd2804', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6228e71f-c465-4210-b751-36483d193800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:06Z', 'updated_at': '2022-01-25T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:52:08.777622 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5214f80-b8f8-461e-a902-e8a5c11fda55 None None] Checking router: 6228e71f-c465-4210-b751-36483d193800 for host: dv-cinder-826350-1-iscsi {{(pid=102639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:52:08.786321 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5214f80-b8f8-461e-a902-e8a5c11fda55 None None] Routers {'6228e71f-c465-4210-b751-36483d193800'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:52:08.786924 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-e5214f80-b8f8-461e-a902-e8a5c11fda55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:52:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['6228e71f-c465-4210-b751-36483d193800'], 'active': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:52:08.853001 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f2e74c6e-72d5-4d63-83e4-7112b1d81ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (b0fa3365-29bd-4490-ba84-15df22cd2804), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:08.876742 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e74c6e-72d5-4d63-83e4-7112b1d81ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0fa3365-29bd-4490-ba84-15df22cd2804,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:52:08.879759 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvr_db [None req-e5214f80-b8f8-461e-a902-e8a5c11fda55 None None] Set router 6228e71f-c465-4210-b751-36483d193800 gateway port host: None {{(pid=102639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:52:08.937388 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_hamode_db [None req-e5214f80-b8f8-461e-a902-e8a5c11fda55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:52:08Z', 'revision_number': 6, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port_host': None}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:52:08.941923 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f2e74c6e-72d5-4d63-83e4-7112b1d81ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-699314'] for router_gateway (6228e71f-c465-4210-b751-36483d193800), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:08.963620 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5214f80-b8f8-461e-a902-e8a5c11fda55 None None] The sync data for ids ['6228e71f-c465-4210-b751-36483d193800'] in dv-cinder-826350-1-iscsi is: [{'id': '6228e71f-c465-4210-b751-36483d193800', 'name': 'tempest-TestVolumeBootPattern-1061295147-router', 'tenant_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:05Z', 'updated_at': '2022-01-25T18:52:08Z', 'revision_number': 6, 'project_id': '40d56be3512f40d99b8b8bcf00d5e6b2', 'gw_port_host': None}] {{(pid=102639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:52:09.033959 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f2e74c6e-72d5-4d63-83e4-7112b1d81ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62753'] for router (6228e71f-c465-4210-b751-36483d193800), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:09.036176 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f2e74c6e-72d5-4d63-83e4-7112b1d81ad1 admin admin] Publish callbacks [] for router_controller (6228e71f-c465-4210-b751-36483d193800), precommit_delete_associations {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:09.079897 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f2e74c6e-72d5-4d63-83e4-7112b1d81ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697094'] for router (6228e71f-c465-4210-b751-36483d193800), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:09.080528 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e74c6e-72d5-4d63-83e4-7112b1d81ad1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6228e71f-c465-4210-b751-36483d193800 {{(pid=102638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 18:52:09.085837 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-f2e74c6e-72d5-4d63-83e4-7112b1d81ad1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:09.087021 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-f2e74c6e-72d5-4d63-83e4-7112b1d81ad1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6228e71f-c465-4210-b751-36483d193800 HTTP/1.1" status: 204 len: 168 time: 0.7486484 Jan 25 18:52:09.089495 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 53816) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:52:09.132789 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_v2 [None req-47fb4e7c-9c64-44a5-87f2-11e28383ec30 admin admin] Deleting subnet 502ab14a-9388-4da9-86c4-88e719ca487b {{(pid=102638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 18:52:09.135707 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-47fb4e7c-9c64-44a5-87f2-11e28383ec30 admin admin] Publish callbacks [] for subnet (502ab14a-9388-4da9-86c4-88e719ca487b), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:09.169440 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-47fb4e7c-9c64-44a5-87f2-11e28383ec30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31759332'] for subnet (502ab14a-9388-4da9-86c4-88e719ca487b), precommit_delete_associations {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:09.247164 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-47fb4e7c-9c64-44a5-87f2-11e28383ec30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490167'] for subnet (502ab14a-9388-4da9-86c4-88e719ca487b), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:09.301831 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-47fb4e7c-9c64-44a5-87f2-11e28383ec30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31061633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49414898'] for subnet (502ab14a-9388-4da9-86c4-88e719ca487b), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:09.325496 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb4e7c-9c64-44a5-87f2-11e28383ec30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=502ab14a-9388-4da9-86c4-88e719ca487b,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:52:09.332074 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-47fb4e7c-9c64-44a5-87f2-11e28383ec30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for subnet (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:09.335237 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-47fb4e7c-9c64-44a5-87f2-11e28383ec30 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/502ab14a-9388-4da9-86c4-88e719ca487b HTTP/1.1" status: 204 len: 168 time: 0.2447844 Jan 25 18:52:09.337698 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 53818) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:52:09.337830 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37848c2-20d2-4762-8f50-5e22162a9286 None None] Network 19710347-2b27-4f84-bd0f-eebdcb4ddcc7 requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:52:09.412821 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e8812eaa-6056-45d1-a8cf-1ace9b060a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530550'] for network (19710347-2b27-4f84-bd0f-eebdcb4ddcc7), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:09.467578 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-e8812eaa-6056-45d1-a8cf-1ace9b060a66 admin admin] Deleting port bb035cdf-6bc6-48ed-a3d6-a199e3321fa9 {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:52:09.468183 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e8812eaa-6056-45d1-a8cf-1ace9b060a66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (bb035cdf-6bc6-48ed-a3d6-a199e3321fa9), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:09.527691 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [None req-e8812eaa-6056-45d1-a8cf-1ace9b060a66 admin admin] For port bb035cdf-6bc6-48ed-a3d6-a199e3321fa9, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=bb035cdf-6bc6-48ed-a3d6-a199e3321fa9,segment=NetworkSegment(33303819-941d-4651-bee5-cdf3f7efb5e7),segment_id=33303819-941d-4651-bee5-cdf3f7efb5e7)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:52:09.528044 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e8812eaa-6056-45d1-a8cf-1ace9b060a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (bb035cdf-6bc6-48ed-a3d6-a199e3321fa9), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:09.543446 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-e8812eaa-6056-45d1-a8cf-1ace9b060a66 admin admin] Calling delete_port for bb035cdf-6bc6-48ed-a3d6-a199e3321fa9 owned by network:dhcp {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:52:09.618772 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e8812eaa-6056-45d1-a8cf-1ace9b060a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (bb035cdf-6bc6-48ed-a3d6-a199e3321fa9), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:09.641598 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8812eaa-6056-45d1-a8cf-1ace9b060a66 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb035cdf-6bc6-48ed-a3d6-a199e3321fa9,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:52:09.647633 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8812eaa-6056-45d1-a8cf-1ace9b060a66 admin admin] No DVR routers for this DVR port bb035cdf-6bc6-48ed-a3d6-a199e3321fa9 on host dv-cinder-826350-1-iscsi {{(pid=102638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:52:09.719378 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e8812eaa-6056-45d1-a8cf-1ace9b060a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488764', 'neutron.services.segments.db._delete_segments_for_network-8748161470832'] for network (19710347-2b27-4f84-bd0f-eebdcb4ddcc7), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:09.737861 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b09b94-e8da-4b07-901a-1300d36948ee None None] DHCP port deletion for 19710347-2b27-4f84-bd0f-eebdcb4ddcc7 request from dv-cinder-826350-1-iscsi {{(pid=102639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 18:52:09.741100 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-e8812eaa-6056-45d1-a8cf-1ace9b060a66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19710347-2b27-4f84-bd0f-eebdcb4ddcc7']}} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:52:09.754960 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-e8812eaa-6056-45d1-a8cf-1ace9b060a66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33303819-941d-4651-bee5-cdf3f7efb5e7') {'for_net_delete': True} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:52:09.755454 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-e8812eaa-6056-45d1-a8cf-1ace9b060a66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33303819-941d-4651-bee5-cdf3f7efb5e7') {} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:52:09.765247 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e8812eaa-6056-45d1-a8cf-1ace9b060a66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748161465977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31759341'] for segment (33303819-941d-4651-bee5-cdf3f7efb5e7), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:09.778608 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e8812eaa-6056-45d1-a8cf-1ace9b060a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (33303819-941d-4651-bee5-cdf3f7efb5e7), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:09.784444 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8812eaa-6056-45d1-a8cf-1ace9b060a66 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 18:52:09.784818 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e8812eaa-6056-45d1-a8cf-1ace9b060a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061547'] for segment (33303819-941d-4651-bee5-cdf3f7efb5e7), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: Traceback (most recent call last): Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: timer() Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: cb(*args, **kw) Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: return func(*args, **kwargs) Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: self._notify() Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: self.callback(batched_events) Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: event.method(event) Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: return f(self, *a, **k) Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: return self._get(url).json() Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: return self.request(url, 'GET', **kwargs) Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:52:09.786495 dv-cinder-826350-1-iscsi neutron-server[102638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:52:09.840176 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e8812eaa-6056-45d1-a8cf-1ace9b060a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699286'] for network (19710347-2b27-4f84-bd0f-eebdcb4ddcc7), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:09.845739 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-e8812eaa-6056-45d1-a8cf-1ace9b060a66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:09.849549 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-e8812eaa-6056-45d1-a8cf-1ace9b060a66 admin admin] 10.222.0.41 "DELETE /v2.0/networks/19710347-2b27-4f84-bd0f-eebdcb4ddcc7 HTTP/1.1" status: 204 len: 168 time: 0.5108395 Jan 25 18:52:09.852705 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 53820) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:52:09.859818 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8812eaa-6056-45d1-a8cf-1ace9b060a66 admin admin] Pushing event deleted for resources: {'Network': ['ID=19710347-2b27-4f84-bd0f-eebdcb4ddcc7,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:52:10.202653 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0a5a8757-4652-457e-9bdf-402ed36707a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698988'] for router_interface (9330cbb6-3973-4206-a704-7414d5495914), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:10.233584 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 9139cecf-69de-47ae-8532-fe2e3e78514b no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:52:10.254132 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No Port match for: 9139cecf-69de-47ae-8532-fe2e3e78514b {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:52:10.254485 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 9139cecf-69de-47ae-8532-fe2e3e78514b not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:52:10.254910 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device b0fa3365-29bd-4490-ba84-15df22cd2804 no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:52:10.273387 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No Port match for: b0fa3365-29bd-4490-ba84-15df22cd2804 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:52:10.273732 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device b0fa3365-29bd-4490-ba84-15df22cd2804 not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:52:10.274168 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device bb035cdf-6bc6-48ed-a3d6-a199e3321fa9 no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:52:10.296863 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No Port match for: bb035cdf-6bc6-48ed-a3d6-a199e3321fa9 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:52:10.297215 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device bb035cdf-6bc6-48ed-a3d6-a199e3321fa9 not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:52:10.441876 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a8757-4652-457e-9bdf-402ed36707a8 admin admin] Deleting port bc59066e-4914-4f17-aa49-f7a3043a12f2 {{(pid=102637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:52:10.442163 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0a5a8757-4652-457e-9bdf-402ed36707a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (bc59066e-4914-4f17-aa49-f7a3043a12f2), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:10.522760 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.db [None req-0a5a8757-4652-457e-9bdf-402ed36707a8 admin admin] For port bc59066e-4914-4f17-aa49-f7a3043a12f2, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=bc59066e-4914-4f17-aa49-f7a3043a12f2,segment=NetworkSegment(d3b11e74-c2f4-4b5b-9463-e5fface0e73b),segment_id=d3b11e74-c2f4-4b5b-9463-e5fface0e73b)] {{(pid=102637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:52:10.523115 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0a5a8757-4652-457e-9bdf-402ed36707a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (bc59066e-4914-4f17-aa49-f7a3043a12f2), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:10.534846 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a8757-4652-457e-9bdf-402ed36707a8 admin admin] Calling delete_port for bc59066e-4914-4f17-aa49-f7a3043a12f2 owned by network:router_interface {{(pid=102637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:52:10.706696 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0a5a8757-4652-457e-9bdf-402ed36707a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31424764'] for port (bc59066e-4914-4f17-aa49-f7a3043a12f2), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:10.731557 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a8757-4652-457e-9bdf-402ed36707a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc59066e-4914-4f17-aa49-f7a3043a12f2,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:52:10.755631 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a8757-4652-457e-9bdf-402ed36707a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:10.755971 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a8757-4652-457e-9bdf-402ed36707a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:10.756318 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a8757-4652-457e-9bdf-402ed36707a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:10.756653 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a8757-4652-457e-9bdf-402ed36707a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:10.756982 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a8757-4652-457e-9bdf-402ed36707a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:10.757314 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a8757-4652-457e-9bdf-402ed36707a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:10.757640 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a8757-4652-457e-9bdf-402ed36707a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:10.757964 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a8757-4652-457e-9bdf-402ed36707a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:10.758316 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a8757-4652-457e-9bdf-402ed36707a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:10.758640 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a8757-4652-457e-9bdf-402ed36707a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:10.758959 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a8757-4652-457e-9bdf-402ed36707a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:10.759276 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a8757-4652-457e-9bdf-402ed36707a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:10.759592 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a8757-4652-457e-9bdf-402ed36707a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:10.906846 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0a5a8757-4652-457e-9bdf-402ed36707a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698904'] for router_interface (9330cbb6-3973-4206-a704-7414d5495914), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:11.113448 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5a8757-4652-457e-9bdf-402ed36707a8 admin admin] Router 9330cbb6-3973-4206-a704-7414d5495914 has already been hosted by L3 agent 703c7712-6a11-47c5-988f-a759c326b50f {{(pid=102637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 18:52:11.222988 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5a8757-4652-457e-9bdf-402ed36707a8 admin admin] Notify agent at l3_agent.dv-cinder-826350-1-iscsi the message routers_updated {{(pid=102637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 18:52:11.228442 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-0a5a8757-4652-457e-9bdf-402ed36707a8 admin admin] 10.222.0.41 "PUT /v2.0/routers/9330cbb6-3973-4206-a704-7414d5495914/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3747060 Jan 25 18:52:11.231234 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 53824) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:52:11.231775 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4636d4ed-cfeb-49dd-96bc-807921efe677 None None] Sync routers for ids ['9330cbb6-3973-4206-a704-7414d5495914'] in dv-cinder-826350-1-iscsi {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 18:52:11.242635 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4636d4ed-cfeb-49dd-96bc-807921efe677 None None] Routers {'9330cbb6-3973-4206-a704-7414d5495914'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:52:11.243265 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-4636d4ed-cfeb-49dd-96bc-807921efe677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:52:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['9330cbb6-3973-4206-a704-7414d5495914'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:52:11.338233 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a59a-d5ca-4759-a6ad-ed05b1430bff admin admin] Publish callbacks [] for router (9330cbb6-3973-4206-a704-7414d5495914), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:11.347010 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-4636d4ed-cfeb-49dd-96bc-807921efe677 None None] Set router 9330cbb6-3973-4206-a704-7414d5495914 gateway port host: dv-cinder-826350-1-iscsi {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:52:11.452856 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a59a-d5ca-4759-a6ad-ed05b1430bff admin admin] Publish callbacks [] for router_gateway (9330cbb6-3973-4206-a704-7414d5495914), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:11.508555 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-0ca6a59a-d5ca-4759-a6ad-ed05b1430bff admin admin] Deleting port 3f14ccbb-f924-4784-b7f2-b3062f61414a {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:52:11.508924 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a59a-d5ca-4759-a6ad-ed05b1430bff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (3f14ccbb-f924-4784-b7f2-b3062f61414a), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:11.524698 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-4636d4ed-cfeb-49dd-96bc-807921efe677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9330cbb6-3973-4206-a704-7414d5495914', 'name': 'tempest-TestVolumeBootPattern-586056570-router', 'tenant_id': 'b60a07676bc7427596531bda18f7fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'external_fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '3f14ccbb-f924-4784-b7f2-b3062f61414a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:10Z', 'updated_at': '2022-01-25T18:52:10Z', 'revision_number': 5, 'project_id': 'b60a07676bc7427596531bda18f7fcb9', 'gw_port': {'id': '3f14ccbb-f924-4784-b7f2-b3062f61414a', 'name': '', 'network_id': 'af042177-33eb-43ce-93a3-80213c48b93e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9330cbb6-3973-4206-a704-7414d5495914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T18:45:10Z', 'updated_at': '2022-01-25T18:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5271661-edb4-4dc6-95f7-ec5badc479aa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-1-iscsi'}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:52:11.550501 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4636d4ed-cfeb-49dd-96bc-807921efe677 None None] Checking router: 9330cbb6-3973-4206-a704-7414d5495914 for host: dv-cinder-826350-1-iscsi {{(pid=102640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 18:52:11.558794 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4636d4ed-cfeb-49dd-96bc-807921efe677 None None] Routers {'9330cbb6-3973-4206-a704-7414d5495914'} bound to L3 agent in host dv-cinder-826350-1-iscsi {{(pid=102640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 18:52:11.559398 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-4636d4ed-cfeb-49dd-96bc-807921efe677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T18:30:32Z,description=,heartbeat_timestamp=2022-01-25T18:52:02Z,host='dv-cinder-826350-1-iscsi',id=703c7712-6a11-47c5-988f-a759c326b50f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T18:30:32Z,topic='l3_agent')) {'router_ids': ['9330cbb6-3973-4206-a704-7414d5495914'], 'active': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:52:11.588233 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [None req-0ca6a59a-d5ca-4759-a6ad-ed05b1430bff admin admin] For port 3f14ccbb-f924-4784-b7f2-b3062f61414a, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=3f14ccbb-f924-4784-b7f2-b3062f61414a,segment=NetworkSegment(dce48bbc-311a-4707-b281-36993fa70ff2),segment_id=dce48bbc-311a-4707-b281-36993fa70ff2)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:52:11.588593 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a59a-d5ca-4759-a6ad-ed05b1430bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (3f14ccbb-f924-4784-b7f2-b3062f61414a), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:11.601254 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-0ca6a59a-d5ca-4759-a6ad-ed05b1430bff admin admin] Calling delete_port for 3f14ccbb-f924-4784-b7f2-b3062f61414a owned by network:router_gateway {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:52:11.643674 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_dvr_db [None req-4636d4ed-cfeb-49dd-96bc-807921efe677 None None] Set router 9330cbb6-3973-4206-a704-7414d5495914 gateway port host: None {{(pid=102640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 18:52:11.697224 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.l3_hamode_db [None req-4636d4ed-cfeb-49dd-96bc-807921efe677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9330cbb6-3973-4206-a704-7414d5495914', 'name': 'tempest-TestVolumeBootPattern-586056570-router', 'tenant_id': 'b60a07676bc7427596531bda18f7fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:10Z', 'updated_at': '2022-01-25T18:52:11Z', 'revision_number': 6, 'project_id': 'b60a07676bc7427596531bda18f7fcb9', 'gw_port_host': None}], 'dv-cinder-826350-1-iscsi', False) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:52:11.724427 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4636d4ed-cfeb-49dd-96bc-807921efe677 None None] The sync data for ids ['9330cbb6-3973-4206-a704-7414d5495914'] in dv-cinder-826350-1-iscsi is: [{'id': '9330cbb6-3973-4206-a704-7414d5495914', 'name': 'tempest-TestVolumeBootPattern-586056570-router', 'tenant_id': 'b60a07676bc7427596531bda18f7fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T18:45:10Z', 'updated_at': '2022-01-25T18:52:11Z', 'revision_number': 6, 'project_id': 'b60a07676bc7427596531bda18f7fcb9', 'gw_port_host': None}] {{(pid=102640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 18:52:11.768862 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a59a-d5ca-4759-a6ad-ed05b1430bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (3f14ccbb-f924-4784-b7f2-b3062f61414a), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:11.799938 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6a59a-d5ca-4759-a6ad-ed05b1430bff admin admin] Pushing event deleted for resources: {'Port': ['ID=3f14ccbb-f924-4784-b7f2-b3062f61414a,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:52:11.858210 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a59a-d5ca-4759-a6ad-ed05b1430bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-699314'] for router_gateway (9330cbb6-3973-4206-a704-7414d5495914), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:11.956251 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a59a-d5ca-4759-a6ad-ed05b1430bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62753'] for router (9330cbb6-3973-4206-a704-7414d5495914), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:11.958405 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a59a-d5ca-4759-a6ad-ed05b1430bff admin admin] Publish callbacks [] for router_controller (9330cbb6-3973-4206-a704-7414d5495914), precommit_delete_associations {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:12.006676 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a59a-d5ca-4759-a6ad-ed05b1430bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697094'] for router (9330cbb6-3973-4206-a704-7414d5495914), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:12.007124 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca6a59a-d5ca-4759-a6ad-ed05b1430bff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9330cbb6-3973-4206-a704-7414d5495914 {{(pid=102638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 18:52:12.011496 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a59a-d5ca-4759-a6ad-ed05b1430bff admin admin] Publish callbacks [] for router (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:12.012631 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-0ca6a59a-d5ca-4759-a6ad-ed05b1430bff admin admin] 10.222.0.41 "DELETE /v2.0/routers/9330cbb6-3973-4206-a704-7414d5495914 HTTP/1.1" status: 204 len: 168 time: 0.7802896 Jan 25 18:52:12.015122 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 53826) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:52:12.058926 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c70b5a1-7a13-474a-bf7c-dc7e60817715 admin admin] Deleting subnet 954ee2b7-d810-4619-b633-e14bd0d44e09 {{(pid=102638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 18:52:12.062125 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0c70b5a1-7a13-474a-bf7c-dc7e60817715 admin admin] Publish callbacks [] for subnet (954ee2b7-d810-4619-b633-e14bd0d44e09), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:12.102734 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0c70b5a1-7a13-474a-bf7c-dc7e60817715 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31759332'] for subnet (954ee2b7-d810-4619-b633-e14bd0d44e09), precommit_delete_associations {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:12.180029 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0c70b5a1-7a13-474a-bf7c-dc7e60817715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490167'] for subnet (954ee2b7-d810-4619-b633-e14bd0d44e09), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:12.230716 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0c70b5a1-7a13-474a-bf7c-dc7e60817715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31061633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49414898'] for subnet (954ee2b7-d810-4619-b633-e14bd0d44e09), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:12.255029 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70b5a1-7a13-474a-bf7c-dc7e60817715 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=954ee2b7-d810-4619-b633-e14bd0d44e09,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:52:12.258807 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-0c70b5a1-7a13-474a-bf7c-dc7e60817715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for subnet (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:12.262182 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-0c70b5a1-7a13-474a-bf7c-dc7e60817715 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/954ee2b7-d810-4619-b633-e14bd0d44e09 HTTP/1.1" status: 204 len: 168 time: 0.2458274 Jan 25 18:52:12.264310 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [-] (102638) accepted ('10.222.0.41', 53828) {{(pid=102638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:52:12.264693 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e7ca9b-38b1-4cbe-a923-bfc53e525a25 None None] Network 961df8fb-4d02-4d25-b5ac-e1adb54aeadd requested from dv-cinder-826350-1-iscsi {{(pid=102639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 18:52:12.335585 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-51ed12da-0695-473e-bf7e-467f27493745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530550'] for network (961df8fb-4d02-4d25-b5ac-e1adb54aeadd), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:12.389010 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-51ed12da-0695-473e-bf7e-467f27493745 admin admin] Deleting port 98efea74-daa8-473d-bb60-63ba37e54717 {{(pid=102638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:52:12.389295 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-51ed12da-0695-473e-bf7e-467f27493745 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (98efea74-daa8-473d-bb60-63ba37e54717), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:12.455754 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faae114-f6d4-4f53-9cbb-fc25d5dda00e None None] DHCP port deletion for 961df8fb-4d02-4d25-b5ac-e1adb54aeadd request from dv-cinder-826350-1-iscsi {{(pid=102639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 18:52:12.458683 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.db [None req-51ed12da-0695-473e-bf7e-467f27493745 admin admin] For port 98efea74-daa8-473d-bb60-63ba37e54717, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=98efea74-daa8-473d-bb60-63ba37e54717,segment=NetworkSegment(d3b11e74-c2f4-4b5b-9463-e5fface0e73b),segment_id=d3b11e74-c2f4-4b5b-9463-e5fface0e73b)] {{(pid=102638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:52:12.459036 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-51ed12da-0695-473e-bf7e-467f27493745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (98efea74-daa8-473d-bb60-63ba37e54717), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:12.474467 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.plugin [None req-51ed12da-0695-473e-bf7e-467f27493745 admin admin] Calling delete_port for 98efea74-daa8-473d-bb60-63ba37e54717 owned by network:dhcp {{(pid=102638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:52:12.509271 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6faae114-f6d4-4f53-9cbb-fc25d5dda00e None None] Deleting port 98efea74-daa8-473d-bb60-63ba37e54717 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 18:52:12.509659 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6faae114-f6d4-4f53-9cbb-fc25d5dda00e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748161403980'] for port (98efea74-daa8-473d-bb60-63ba37e54717), before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:12.523423 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 98efea74-daa8-473d-bb60-63ba37e54717 no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:52:12.568585 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-51ed12da-0695-473e-bf7e-467f27493745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31061756'] for port (98efea74-daa8-473d-bb60-63ba37e54717), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:12.594144 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed12da-0695-473e-bf7e-467f27493745 admin admin] Pushing event deleted for resources: {'Port': ['ID=98efea74-daa8-473d-bb60-63ba37e54717,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:52:12.597848 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ed12da-0695-473e-bf7e-467f27493745 admin admin] No DVR routers for this DVR port 98efea74-daa8-473d-bb60-63ba37e54717 on host dv-cinder-826350-1-iscsi {{(pid=102638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:52:12.606823 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-6faae114-f6d4-4f53-9cbb-fc25d5dda00e None None] For port 98efea74-daa8-473d-bb60-63ba37e54717, host dv-cinder-826350-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-1-iscsi',level=0,port_id=98efea74-daa8-473d-bb60-63ba37e54717,segment=NetworkSegment(d3b11e74-c2f4-4b5b-9463-e5fface0e73b),segment_id=d3b11e74-c2f4-4b5b-9463-e5fface0e73b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 18:52:12.607228 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6faae114-f6d4-4f53-9cbb-fc25d5dda00e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692623'] for port (98efea74-daa8-473d-bb60-63ba37e54717), precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:12.621223 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6faae114-f6d4-4f53-9cbb-fc25d5dda00e None None] Calling delete_port for 98efea74-daa8-473d-bb60-63ba37e54717 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 18:52:12.625343 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No active binding found for port 98efea74-daa8-473d-bb60-63ba37e54717 {{(pid=102639) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 25 18:52:12.625726 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] The host dv-cinder-826350-1-iscsi is not matching for port 98efea74-daa8-473d-bb60-63ba37e54717 host None! {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 25 18:52:12.626678 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 98efea74-daa8-473d-bb60-63ba37e54717 not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:52:12.627108 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 3f14ccbb-f924-4784-b7f2-b3062f61414a no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:52:12.654827 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No Port match for: 3f14ccbb-f924-4784-b7f2-b3062f61414a {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:52:12.655174 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device 3f14ccbb-f924-4784-b7f2-b3062f61414a not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:52:12.655600 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device bc59066e-4914-4f17-aa49-f7a3043a12f2 no longer exists at agent ovs-agent-dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 18:52:12.672163 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-51ed12da-0695-473e-bf7e-467f27493745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488764', 'neutron.services.segments.db._delete_segments_for_network-8748161470832'] for network (961df8fb-4d02-4d25-b5ac-e1adb54aeadd), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:12.679048 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] No Port match for: bc59066e-4914-4f17-aa49-f7a3043a12f2 {{(pid=102639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 18:52:12.679338 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.rpc [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Device bc59066e-4914-4f17-aa49-f7a3043a12f2 not bound to the agent host dv-cinder-826350-1-iscsi {{(pid=102639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 18:52:12.696091 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-51ed12da-0695-473e-bf7e-467f27493745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961df8fb-4d02-4d25-b5ac-e1adb54aeadd']}} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:52:12.706639 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-51ed12da-0695-473e-bf7e-467f27493745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b11e74-c2f4-4b5b-9463-e5fface0e73b') {'for_net_delete': True} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:52:12.706937 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.services.segments.db [None req-51ed12da-0695-473e-bf7e-467f27493745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b11e74-c2f4-4b5b-9463-e5fface0e73b') {} {{(pid=102638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 18:52:12.716843 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-51ed12da-0695-473e-bf7e-467f27493745 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748161465977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31759341'] for segment (d3b11e74-c2f4-4b5b-9463-e5fface0e73b), before_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:12.733325 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-51ed12da-0695-473e-bf7e-467f27493745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288'] for segment (d3b11e74-c2f4-4b5b-9463-e5fface0e73b), precommit_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:12.739981 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ed12da-0695-473e-bf7e-467f27493745 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 18:52:12.740496 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-51ed12da-0695-473e-bf7e-467f27493745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061547'] for segment (d3b11e74-c2f4-4b5b-9463-e5fface0e73b), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: Traceback (most recent call last): Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: timer() Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: cb(*args, **kw) Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: return func(*args, **kwargs) Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: self._notify() Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: self.callback(batched_events) Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: event.method(event) Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: return f(self, *a, **k) Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: return self._get(url).json() Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: return self.request(url, 'GET', **kwargs) Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 18:52:12.742327 dv-cinder-826350-1-iscsi neutron-server[102638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 18:52:12.765558 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6faae114-f6d4-4f53-9cbb-fc25d5dda00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1465140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748161409190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748161007620'] for port (98efea74-daa8-473d-bb60-63ba37e54717), after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:12.791895 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faae114-f6d4-4f53-9cbb-fc25d5dda00e None None] Pushing event deleted for resources: {'Port': ['ID=98efea74-daa8-473d-bb60-63ba37e54717,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:52:12.794287 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faae114-f6d4-4f53-9cbb-fc25d5dda00e None None] No DVR routers for this DVR port 98efea74-daa8-473d-bb60-63ba37e54717 on host dv-cinder-826350-1-iscsi {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 18:52:12.803982 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faae114-f6d4-4f53-9cbb-fc25d5dda00e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:12.803982 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faae114-f6d4-4f53-9cbb-fc25d5dda00e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:12.803982 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faae114-f6d4-4f53-9cbb-fc25d5dda00e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:12.803982 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faae114-f6d4-4f53-9cbb-fc25d5dda00e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:12.803982 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faae114-f6d4-4f53-9cbb-fc25d5dda00e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:12.804689 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faae114-f6d4-4f53-9cbb-fc25d5dda00e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:12.804689 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faae114-f6d4-4f53-9cbb-fc25d5dda00e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:12.804921 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faae114-f6d4-4f53-9cbb-fc25d5dda00e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:12.805228 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faae114-f6d4-4f53-9cbb-fc25d5dda00e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:12.805555 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faae114-f6d4-4f53-9cbb-fc25d5dda00e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:12.805883 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faae114-f6d4-4f53-9cbb-fc25d5dda00e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:12.806245 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faae114-f6d4-4f53-9cbb-fc25d5dda00e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:12.807548 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faae114-f6d4-4f53-9cbb-fc25d5dda00e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-1-iscsi {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 18:52:12.811672 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-51ed12da-0695-473e-bf7e-467f27493745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699286'] for network (961df8fb-4d02-4d25-b5ac-e1adb54aeadd), after_delete {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:12.817130 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron_lib.callbacks.manager [None req-51ed12da-0695-473e-bf7e-467f27493745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559394'] for network (None), before_response {{(pid=102638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:12.824695 dv-cinder-826350-1-iscsi neutron-server[102638]: INFO neutron.wsgi [None req-51ed12da-0695-473e-bf7e-467f27493745 admin admin] 10.222.0.41 "DELETE /v2.0/networks/961df8fb-4d02-4d25-b5ac-e1adb54aeadd HTTP/1.1" status: 204 len: 168 time: 0.5594165 Jan 25 18:52:12.837414 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed12da-0695-473e-bf7e-467f27493745 admin admin] Pushing event deleted for resources: {'Network': ['ID=961df8fb-4d02-4d25-b5ac-e1adb54aeadd,revision_number=None']} {{(pid=102638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:52:12.933317 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 53832) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:52:12.972412 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-e14fc195-1b5c-405a-bf1d-8addabb9028c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40d56be3512f40d99b8b8bcf00d5e6b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379593 Jan 25 18:52:12.974926 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 53834) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:52:13.020892 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-fb37b3cf-b065-42eb-a8f9-c89761ccc570 admin admin] Publish callbacks [] for security_group (6d4b0a20-ef66-4d58-8a9b-65d9219a93ff), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:13.044031 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-fb37b3cf-b065-42eb-a8f9-c89761ccc570 admin admin] Publish callbacks [] for security_group (6d4b0a20-ef66-4d58-8a9b-65d9219a93ff), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:13.089905 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-fb37b3cf-b065-42eb-a8f9-c89761ccc570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (6d4b0a20-ef66-4d58-8a9b-65d9219a93ff), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:13.092461 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-fb37b3cf-b065-42eb-a8f9-c89761ccc570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:13.093599 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-fb37b3cf-b065-42eb-a8f9-c89761ccc570 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d4b0a20-ef66-4d58-8a9b-65d9219a93ff HTTP/1.1" status: 204 len: 168 time: 0.1177282 Jan 25 18:52:13.100908 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37b3cf-b065-42eb-a8f9-c89761ccc570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4b0a20-ef66-4d58-8a9b-65d9219a93ff,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:52:13.391882 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 53840) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:52:13.430498 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-eddd8537-0cb4-43cf-af3e-18d9395e4f57 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b60a07676bc7427596531bda18f7fcb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375009 Jan 25 18:52:13.432703 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [-] (102637) accepted ('10.222.0.41', 53842) {{(pid=102637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 18:52:13.477053 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-edc17fe1-3b27-4347-916b-71ab9c384e80 admin admin] Publish callbacks [] for security_group (7506330c-66f4-4f86-9e81-3c69f5a4a6e6), before_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:13.497614 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-edc17fe1-3b27-4347-916b-71ab9c384e80 admin admin] Publish callbacks [] for security_group (7506330c-66f4-4f86-9e81-3c69f5a4a6e6), precommit_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:13.541984 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-edc17fe1-3b27-4347-916b-71ab9c384e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542202'] for security_group (7506330c-66f4-4f86-9e81-3c69f5a4a6e6), after_delete {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:13.544595 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-edc17fe1-3b27-4347-916b-71ab9c384e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:13.545729 dv-cinder-826350-1-iscsi neutron-server[102637]: INFO neutron.wsgi [None req-edc17fe1-3b27-4347-916b-71ab9c384e80 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7506330c-66f4-4f86-9e81-3c69f5a4a6e6 HTTP/1.1" status: 204 len: 168 time: 0.1121609 Jan 25 18:52:13.553235 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc17fe1-3b27-4347-916b-71ab9c384e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7506330c-66f4-4f86-9e81-3c69f5a4a6e6,revision_number=None']} {{(pid=102637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 18:52:21.943183 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:30.088619 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-34fabcef-1797-4bdd-b6c1-06350aee4e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:32.238594 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5ca5795b-aeeb-407e-95ae-2c696297f3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:33.600087 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:34.929206 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:36.174809 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:52:37.427133 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:52:51.951841 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:53:00.089713 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-34d57811-5519-479a-81e3-6b55a40662ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:53:02.240210 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5625c201-a9ab-4782-823b-0dcd70098485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:53:03.602859 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:53:04.932270 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:53:06.177643 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:53:14.426174 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:53:21.951063 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:53:30.090784 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fc185c3b-7157-42a7-a8dd-2701911bb150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:53:32.241250 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6a3cd581-17b1-40f4-a36e-1a4ce19083e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:53:33.606198 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:53:34.934556 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:53:36.179025 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:53:48.926117 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [req-d3cde075-fd9d-41b7-b830-3b12a98b8498 req-c7961a17-6ca6-4f2e-90a3-a41e5aa17830 service neutron] (102638) timed out ('10.222.0.42', 49891) {{(pid=102638) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 25 18:53:51.426186 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:53:51.949649 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:53:52.129189 dv-cinder-826350-1-iscsi neutron-server[102637]: DEBUG neutron.wsgi [req-c372fd7d-48c3-4a1a-b0f1-38b0493d68c6 req-a98f6130-e499-431e-9fa4-d7979c102800 service neutron] (102637) timed out ('10.222.0.42', 49951) {{(pid=102637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 25 18:54:00.092153 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c0b2b39-265a-4e5b-923d-85f767143edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:54:02.246222 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aec0f0cf-b7e1-4aa2-88c5-57f2a340fcdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:54:03.610186 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:54:04.937479 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:54:06.181226 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:54:10.128890 dv-cinder-826350-1-iscsi neutron-server[102638]: DEBUG neutron.wsgi [req-9a31db2f-bb27-45c8-a220-96c5bcf61c15 req-07bae592-af82-4ad8-b26f-0d6ee5ad1b26 service neutron] (102638) timed out ('10.222.0.42', 49890) {{(pid=102638) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 25 18:54:21.964938 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:54:28.425386 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:54:30.092687 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d19d2987-89de-4d88-8659-443a8b2d651c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:54:32.248344 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4e2a4199-115c-42d3-be59-9ee6cb894736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:54:33.610785 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:54:34.940333 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:54:36.187717 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:54:51.973987 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:55:00.093520 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50982bdf-5514-4255-b6e4-48814d0504b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:55:02.249371 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c8ffa3c-7d17-437d-90a4-b35f69c53cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:55:03.614368 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:55:04.942584 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:55:05.424533 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:55:06.179981 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:55:21.987612 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:55:30.095983 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-45ed2e79-15ef-4390-a170-c4477b7f5fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:55:32.252522 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e1dbbe52-0f10-41a0-831b-0c304ed13525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:55:33.617404 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:55:34.946024 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:55:36.181684 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:55:42.423988 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:55:51.993822 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:56:00.096728 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d36999e6-3eb4-4d4d-8f5f-2b3c96ce8541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:56:02.254318 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d32731b-15e8-445c-b1c9-ebdc345845c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:56:03.620029 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:56:04.948967 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:56:06.183188 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:56:19.423550 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:56:22.006906 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:56:30.097788 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-33c95d10-a366-4035-a908-c2bd33194ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:56:32.256255 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a047ca48-7c91-4fb1-b982-6e58bd933e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:56:33.623263 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:56:34.951651 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:56:36.184933 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:56:52.006509 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:56:56.422052 dv-cinder-826350-1-iscsi neutron-server[102640]: DEBUG neutron.db.agents_db [None req-cb1bd0cd-ffea-4ce1-a566-a0073f3701e7 None None] Agent healthcheck: found 6 active agents {{(pid=102640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 18:57:00.099338 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0f24eda1-b7a3-491e-ae42-82458a008973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b5880275-9c8b-431f-be2f-f5317484e45d), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:57:02.257160 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dfcaa747-ccec-4194-95cb-8748e33a5741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (703c7712-6a11-47c5-988f-a759c326b50f), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:57:03.626818 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea8575f9-d20f-4b78-b86b-d3e9355d4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (47ed3711-4e73-41fb-9de0-4a9ec44c6c36), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:57:04.955678 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9710-4a67-414d-b34b-0bb62dd7edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (617b6ac1-0a3d-48f7-bf39-ad9259f74727), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:57:06.186713 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a70f3431-d806-456e-80e6-24010f0bb1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (b0891363-4e92-4f8a-87aa-c013e6b66f12), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 18:57:22.022484 dv-cinder-826350-1-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15a2a27f-7210-48c0-808c-03b23b0012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748161470814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486204'] for agent (bdb5f0d3-661d-4d22-a5ac-70c284fe21ca), after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}